-- Logs begin at Tue 2021-06-01 14:03:57 UTC, end at Tue 2021-06-01 14:57:50 UTC. -- Jun 01 14:34:01.598111 dv-cinder-782405-10-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 01 14:34:02.558024 dv-cinder-782405-10-smb neutron-server[98582]: Beware of the coming changes in the project packaging Jun 01 14:34:02.558665 dv-cinder-782405-10-smb neutron-server[98582]: https://github.com/svinota/pyroute2/discussions/786 Jun 01 14:34:04.011011 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.common.config [-] Logging enabled! Jun 01 14:34:04.011767 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 14:34:04.011767 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 14:34:04.014977 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.common.config [-] Logging enabled! Jun 01 14:34:04.015248 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev249 Jun 01 14:34:04.015549 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98582) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 01 14:34:04.016508 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 14:34:04.016726 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 14:34:04.017077 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 14:34:04.017329 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 14:34:04.017550 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 14:34:04.017870 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.018167 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.018462 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.018687 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.018980 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.019269 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.019551 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.019840 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.020117 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.020427 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.020740 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.021025 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.021223 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.021503 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.021788 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.022073 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.022299 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] debug = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.022579 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.023001 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.023412 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.023689 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.023977 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.024280 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.024554 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.024837 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.025123 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.025447 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] host = dv-cinder-782405-10-smb {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.025722 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.026007 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.026294 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.026578 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.026852 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.027176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.027436 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.027710 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.027980 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.028277 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.028568 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.028855 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.029148 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.029375 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.029599 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.029884 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.030166 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.030445 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.030717 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.031066 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.031263 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.031533 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.031799 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.032081 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.032392 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.032678 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.032952 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.033228 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.033501 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.033773 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.034059 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.034330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.034603 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.034882 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.035166 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.035433 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.035705 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.036006 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.036312 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.036598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.036883 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.037157 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.037440 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.037714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.037985 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.038255 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_json = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.038527 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.038796 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.039076 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.039346 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.039619 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.039891 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.040158 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.040480 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:04.040779 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.041076 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.041373 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.041653 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.041944 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.042221 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.042506 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.042845 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.043134 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.043419 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.043708 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.043983 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.044298 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.044578 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.044877 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.045180 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.045473 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.045766 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.046042 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.046316 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.046591 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.046870 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.047160 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.047507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.047748 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.048022 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.048324 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.048621 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.048902 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.049176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.049458 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.049745 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.050025 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.050301 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.050587 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.050867 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.051141 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.051413 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.051694 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.051985 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.052297 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.052618 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.052841 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.053145 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.053388 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.053671 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.053946 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.054219 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.054490 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.054772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.055061 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.055314 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.055590 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.055929 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.056135 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.056438 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.056731 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.056982 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.057251 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.057522 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.057792 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.058060 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.058361 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.058641 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.058915 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.059185 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.059457 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.059730 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.060017 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.060343 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.060622 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.060899 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.061176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.061452 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.061729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.062004 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.062282 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.062556 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.062831 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.063119 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.063399 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.063688 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.063971 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.064274 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.064574 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.064881 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.065121 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.065397 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.065671 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.065964 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.066376 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.066536 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.066829 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.067122 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.067415 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.067707 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.067982 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.068315 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.068596 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:04.068815 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 14:34:04.069062 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98582) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 01 14:34:04.412799 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:04.413027 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:04.413353 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:04.413836 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 01 14:34:04.817428 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.817674 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.817977 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.819271 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.819537 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.819800 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.854926 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.855219 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.855513 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.868408 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.868680 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.868987 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.898413 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.898682 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.898951 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.934777 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.935046 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:04.935310 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.163781 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.164461 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.164461 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.164623 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.165336 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.289009 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.289334 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.289607 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.289883 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.290150 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.290459 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.290717 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.290984 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.291236 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.291636 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.291849 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.292133 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.292404 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.292679 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.293030 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.293302 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.294724 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.295016 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.295281 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.295573 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.295931 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.296203 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.296460 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.296746 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.296997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.297243 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.297639 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.297877 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.298120 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.298353 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.298585 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.298817 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.299201 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 01 14:34:05.302540 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 01 14:34:05.306530 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 01 14:34:05.310425 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Jun 01 14:34:05.312052 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 01 14:34:05.312533 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 01 14:34:05.312864 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 01 14:34:05.313244 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 01 14:34:05.316241 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 01 14:34:05.316502 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 01 14:34:05.316847 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 14:34:05.344509 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 01 14:34:05.344976 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.345277 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98582) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 01 14:34:05.345641 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.346999 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98582) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 01 14:34:05.347292 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 01 14:34:05.347536 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 01 14:34:05.350843 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.351129 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.414432 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 01 14:34:05.414616 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 01 14:34:05.414822 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 01 14:34:05.415204 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 01 14:34:05.447004 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_db.sqlalchemy.engines [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98582) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 01 14:34:05.782037 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing driver for type 'gre' Jun 01 14:34:05.782543 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] gre ID ranges: [(1, 1000)] Jun 01 14:34:05.835941 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing driver for type 'local' Jun 01 14:34:05.836317 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing driver for type 'vlan' Jun 01 14:34:05.848928 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] VlanTypeDriver initialization complete Jun 01 14:34:05.849398 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing driver for type 'vxlan' Jun 01 14:34:05.849970 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] vxlan ID ranges: [(1, 1000)] Jun 01 14:34:05.902728 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing extension driver 'port_security' Jun 01 14:34:05.903069 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] PortSecurityExtensionDriver initialization complete Jun 01 14:34:05.903402 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing mechanism driver 'openvswitch' Jun 01 14:34:05.903728 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing mechanism driver 'hyperv' Jun 01 14:34:05.910281 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.plugins.ml2.plugin [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98582) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:05.911053 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.911433 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.911793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.912202 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.912562 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.912910 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.913292 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.913638 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.913978 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.914351 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.914697 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.915036 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.915412 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.915755 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.916094 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.916496 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > address_group after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.916836 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > address_group after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.917181 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.917519 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] ML2 OVO RPC backend initialized. {{(pid=98582) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 01 14:34:05.918218 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.918577 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.918995 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.919342 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > networks before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.919691 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.920032 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > ports before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.920405 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.920747 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnets before_response 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.921094 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.921434 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.921771 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.922111 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.922451 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.922786 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.923124 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.923463 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.923796 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.924393 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.plugin [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Modular L2 Plugin initialization complete Jun 01 14:34:05.924729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading services supported by the core plugin {{(pid=98582) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 01 14:34:05.925056 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.plugins.ml2.managers [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Got port-security extension from driver 'port_security' Jun 01 14:34:05.925529 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.extensions.vlantransparent [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Disabled vlantransparent extension. Jun 01 14:34:05.926023 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98582) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 01 14:34:05.926349 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: router Jun 01 14:34:05.963521 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.963917 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_create 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.964310 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router before_create 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.964711 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.965129 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.965488 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_delete 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.965845 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.966205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_create 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.966547 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.966884 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.967230 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.967585 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.967990 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.968384 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.968724 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.969065 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: subnet after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.969408 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.969759 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.970106 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.970436 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.970781 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.971136 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router after_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.971479 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.971824 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_create 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.972205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.972555 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_update 55549900 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.972927 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > network after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.973800 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Tracking information for resource: router configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.974130 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Tracking information for resource: floatingip configured {{(pid=98582) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 01 14:34:05.979200 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.db.l3_agentschedulers_db [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 01 14:34:05.979786 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.980149 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.980553 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.980909 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: port after_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.981707 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router before_create 55550100 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.982074 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.982432 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_create 55550100 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.982787 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > router precommit_update 55550100 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:05.987225 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.provider_configuration [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service providers = [] {{(pid=98582) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 01 14:34:05.987588 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.db.servicetype_db [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98582) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 01 14:34:05.990510 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.service_base [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 14:34:05.990865 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.service_base [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 14:34:05.991207 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.service_base [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 14:34:05.992076 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.services.service_base [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98582) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 01 14:34:05.992475 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.services.service_base [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 01 14:34:05.993028 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:05.993350 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 01 14:34:06.003893 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.004259 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: auto_allocate Jun 01 14:34:06.010008 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: network precommit_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.010381 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: network precommit_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.010905 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.011222 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: tag Jun 01 14:34:06.018074 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.018414 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: timestamp Jun 01 14:34:06.022201 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.022511 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: network_ip_availability Jun 01 14:34:06.027802 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.028199 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.028600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.029282 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.029603 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: flavors Jun 01 14:34:06.034818 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.035090 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading Plugin: revisions Jun 01 14:34:06.039403 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98582) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 01 14:34:06.039799 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.626s {{(pid=98582) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:06.040597 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98582) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 01 14:34:06.040931 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Initializing extension manager. Jun 01 14:34:06.041446 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: __init__.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.041789 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: __pycache__ {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.042127 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.042456 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: address_group.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.043275 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.043893 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: address-group Jun 01 14:34:06.044212 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: address_scope.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.044932 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.045446 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: address-scope Jun 01 14:34:06.045772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.046699 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.047215 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: router-admin-state-down-before-update Jun 01 14:34:06.047539 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: agent.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.048254 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.048773 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: agent Jun 01 14:34:06.049095 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: agent_resources_synced.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.049984 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.050490 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: agent-resources-synced Jun 01 14:34:06.050812 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: allowedaddresspairs.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.052625 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.053152 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: allowed-address-pairs Jun 01 14:34:06.053474 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: auto_allocated_topology.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.054539 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.055062 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: auto-allocated-topology Jun 01 14:34:06.055386 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: availability_zone.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.056077 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.056633 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: availability_zone Jun 01 14:34:06.056955 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: availability_zone_filter.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.057852 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.058387 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: availability_zone_filter Jun 01 14:34:06.058708 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: data_plane_status.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.059618 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.060132 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension data-plane-status not supported by any of loaded plugins Jun 01 14:34:06.060478 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: default_subnetpools.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.061375 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.061883 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: default-subnetpools Jun 01 14:34:06.062234 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.063006 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.063520 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: dhcp_agent_scheduler Jun 01 14:34:06.063840 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: dns.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.064769 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.065256 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension dns-integration not supported by any of loaded plugins Jun 01 14:34:06.065578 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: dns_domain_ports.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.066490 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.066993 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 01 14:34:06.067314 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: dvr.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.067987 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.068520 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: dvr Jun 01 14:34:06.068839 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: empty_string_filtering.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.069732 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.070241 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: empty-string-filtering Jun 01 14:34:06.070563 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.071761 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.072288 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 01 14:34:06.072612 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.073507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.074180 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 01 14:34:06.074504 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: external_net.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.075400 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.075917 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: external-net Jun 01 14:34:06.076265 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.077149 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.077657 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: extra_dhcp_opt Jun 01 14:34:06.077976 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: extraroute.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.078865 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.079381 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: extraroute Jun 01 14:34:06.079698 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: extraroute_atomic.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.080760 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.081273 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: extraroute-atomic Jun 01 14:34:06.081591 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: filter_validation.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.082249 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.082754 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: filter-validation Jun 01 14:34:06.083072 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: fip_pf_description.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.084156 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.084679 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 01 14:34:06.085010 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: fip_port_details.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.085906 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.086410 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: fip-port-details Jun 01 14:34:06.086729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: flavors.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.087950 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.088496 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: flavors Jun 01 14:34:06.088822 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.090503 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.091030 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 01 14:34:06.091363 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: floatingip_pools.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.092061 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.092612 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: floatingip-pools Jun 01 14:34:06.092937 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: ip_allocation.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.093851 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.094360 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension ip_allocation not supported by any of loaded plugins Jun 01 14:34:06.094686 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.095600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.096127 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: ip-substring-filtering Jun 01 14:34:06.096480 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l2_adjacency.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.097396 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.097903 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 01 14:34:06.098227 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.099206 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.099715 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: router Jun 01 14:34:06.100038 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.102267 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.102805 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 01 14:34:06.103133 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.104036 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.104593 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: ext-gw-mode Jun 01 14:34:06.104919 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.105879 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.106397 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: l3-ha Jun 01 14:34:06.106721 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3_flavors.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.107619 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.108131 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: l3-flavors Jun 01 14:34:06.108483 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.109395 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.109899 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 01 14:34:06.110218 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: l3agentscheduler.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.111263 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.111775 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: l3_agent_scheduler Jun 01 14:34:06.112099 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: logging.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.113636 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.114162 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension logging not supported by any of loaded plugins Jun 01 14:34:06.114494 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: metering.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.115233 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.115816 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: metering Jun 01 14:34:06.116138 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.117241 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.117760 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: metering_source_and_destination_fields Jun 01 14:34:06.118087 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: multiprovidernet.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.119117 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.119630 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: multi-provider Jun 01 14:34:06.119952 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: netmtu.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.120955 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.121463 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: net-mtu Jun 01 14:34:06.121787 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: netmtu_writable.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.122687 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.123192 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: net-mtu-writable Jun 01 14:34:06.123515 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: network_availability_zone.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.124196 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.124712 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: network_availability_zone Jun 01 14:34:06.125031 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: network_ip_availability.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.126123 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.126639 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: network-ip-availability Jun 01 14:34:06.126959 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: network_segment_range.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.127723 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.128257 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension network-segment-range not supported by any of loaded plugins Jun 01 14:34:06.128582 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: pagination.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.129564 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.129890 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: pagination Jun 01 14:34:06.130208 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: port_device_profile.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.131109 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.131615 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: port-device-profile Jun 01 14:34:06.131937 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.132867 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.133371 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: port-mac-address-regenerate Jun 01 14:34:06.133690 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.134585 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.135090 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: port-numa-affinity-policy Jun 01 14:34:06.135411 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: port_resource_request.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.136381 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.136915 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension port-resource-request not supported by any of loaded plugins Jun 01 14:34:06.137236 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: portbindings.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.138145 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.138657 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: binding Jun 01 14:34:06.138982 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: portbindings_extended.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.140291 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.140811 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: binding-extended Jun 01 14:34:06.141143 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: portsecurity.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.142040 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.142550 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: port-security Jun 01 14:34:06.142873 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: project_id.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.143829 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.144157 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: project-id Jun 01 14:34:06.144501 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: providernet.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.145416 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.145952 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: provider Jun 01 14:34:06.146259 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.149752 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.150275 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos not supported by any of loaded plugins Jun 01 14:34:06.150610 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.151846 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.152417 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 01 14:34:06.152750 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.153656 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.154179 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 01 14:34:06.154507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_default.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.155438 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.155963 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-default not supported by any of loaded plugins Jun 01 14:34:06.156328 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_fip.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.156968 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.157478 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-fip not supported by any of loaded plugins Jun 01 14:34:06.157800 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_gateway_ip.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.158721 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.159251 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 01 14:34:06.159571 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_port_network_policy.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.160493 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.161000 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 01 14:34:06.161322 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_rule_type_details.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.162189 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.162702 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 01 14:34:06.163024 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: qos_rules_alias.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.164059 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.164636 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 01 14:34:06.164916 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: quotasv2.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.165959 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.166294 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: quotas Jun 01 14:34:06.166618 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: quotasv2_detail.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.168353 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.168694 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: quota_details Jun 01 14:34:06.169026 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: rbac.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.170079 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.170613 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: rbac-policies Jun 01 14:34:06.170944 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: rbac_address_group.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.171867 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.172410 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: rbac-address-group Jun 01 14:34:06.172727 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: rbac_address_scope.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.173645 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.174168 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: rbac-address-scope Jun 01 14:34:06.174496 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: rbac_security_groups.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.175393 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.175910 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: rbac-security-groups Jun 01 14:34:06.176253 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: rbac_subnetpool.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.177269 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.177672 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: rbac-subnetpool Jun 01 14:34:06.177992 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: revisionifmatch.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.178895 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.179394 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: revision-if-match Jun 01 14:34:06.179719 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: revisions.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.180858 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.181378 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: standard-attr-revisions Jun 01 14:34:06.181701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: router_availability_zone.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.182365 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.182876 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: router_availability_zone Jun 01 14:34:06.183204 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: routerservicetype.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.184127 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.184694 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension router-service-type not supported by any of loaded plugins Jun 01 14:34:06.185022 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.185937 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.186453 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: security-groups-normalized-cidr Jun 01 14:34:06.186775 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.187681 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.188193 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: port-security-groups-filtering Jun 01 14:34:06.188518 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.189439 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.189950 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: security-groups-remote-address-group Jun 01 14:34:06.190268 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: securitygroup.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.200038 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.200600 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: security-group Jun 01 14:34:06.200937 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: segment.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.201753 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.202272 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension segment not supported by any of loaded plugins Jun 01 14:34:06.202598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.203522 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.204040 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 01 14:34:06.204399 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: servicetype.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.205484 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.206011 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: service-type Jun 01 14:34:06.206317 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: sorting.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.207296 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.207627 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: sorting Jun 01 14:34:06.207953 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: standard_attr_segment.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.208859 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.209372 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 01 14:34:06.209690 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: standardattrdescription.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.210332 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.210843 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: standard-attr-description Jun 01 14:34:06.211159 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: stateful_security_group.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.212062 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.212596 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: stateful-security-group Jun 01 14:34:06.212918 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: stdattrs_common.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.213489 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 01 14:34:06.213813 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.214811 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.215324 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 01 14:34:06.215650 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnet_onboard.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.216809 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.217326 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: subnet_onboard Jun 01 14:34:06.217644 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.218645 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.219155 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 01 14:34:06.219475 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnet_service_types.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.220526 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.221038 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: subnet-service-types Jun 01 14:34:06.221360 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnetallocation.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.222412 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.222951 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: subnet_allocation Jun 01 14:34:06.223272 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.223932 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.224481 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: subnetpool-prefix-ops Jun 01 14:34:06.224790 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.225747 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.226269 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 01 14:34:06.226592 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: tagging.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.227668 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.228197 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: standard-attr-tag Jun 01 14:34:06.228529 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: timestamp.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.229716 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.230329 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loaded extension: standard-attr-timestamp Jun 01 14:34:06.230640 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: trunk.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.231660 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.232191 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension trunk not supported by any of loaded plugins Jun 01 14:34:06.232539 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: trunk_details.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.233440 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.233957 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension trunk-details not supported by any of loaded plugins Jun 01 14:34:06.234273 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: uplink_status_propagation.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.235171 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.235684 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 01 14:34:06.236004 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Loading extension file: vlantransparent.py {{(pid=98582) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 01 14:34:06.236684 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98582) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 01 14:34:06.237191 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 01 14:34:06.239684 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:network Jun 01 14:34:06.240456 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnet Jun 01 14:34:06.242329 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 14:34:06.242957 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:port Jun 01 14:34:06.244260 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.244701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service FLAVORS assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.245321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.245785 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.246116 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:router Jun 01 14:34:06.246774 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 14:34:06.247483 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service METERING assigned prefix: /metering {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.248982 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.249351 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.249701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98582) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:34:06.250827 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 14:34:06.251281 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:security_group Jun 01 14:34:06.251953 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 14:34:06.252706 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service CORE assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.253036 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 14:34:06.253372 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] subnetpool is already registered Jun 01 14:34:06.253991 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service CORE assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.254320 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 14:34:06.254690 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] subnetpool is already registered Jun 01 14:34:06.257337 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.257773 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service FLAVORS assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.258365 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.258783 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.259119 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:router Jun 01 14:34:06.259447 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] router is already registered Jun 01 14:34:06.260046 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:floatingip Jun 01 14:34:06.260403 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] floatingip is already registered Jun 01 14:34:06.261035 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service METERING assigned prefix: /metering {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.261815 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of CountableResource for resource:rbac_policy Jun 01 14:34:06.262146 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] rbac_policy is already registered Jun 01 14:34:06.262694 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:security_group Jun 01 14:34:06.263033 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] security_group is already registered Jun 01 14:34:06.263618 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 01 14:34:06.263957 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] security_group_rule is already registered Jun 01 14:34:06.264668 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service CORE assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.264995 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 14:34:06.265314 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] subnetpool is already registered Jun 01 14:34:06.265917 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.v2.resource_helper [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Service CORE assigned prefix: {{(pid=98582) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 01 14:34:06.266242 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Creating instance of TrackedResource for resource:subnetpool Jun 01 14:34:06.266571 dv-cinder-782405-10-smb neutron-server[98582]: WARNING neutron.quota.resource_registry [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] subnetpool is already registered Jun 01 14:34:06.267213 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: extensions {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.268790 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: address-groups {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.270440 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: address-scopes {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.271670 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: agents {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.272879 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: auto-allocated-topology {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.274141 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: availability_zones {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.275483 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: dhcp-networks {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.276979 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: dhcp-agents {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.278443 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: routers {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.280300 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: flavors {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.281494 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: service_profiles {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.282729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: next_providers {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.284294 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: service_profiles {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.285814 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: floatingip-pools {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.287015 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: routers {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.288851 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: floatingips {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.290064 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: l3-routers {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.291454 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: l3-agents {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.292962 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: metering-labels {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.294341 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: metering-label-rules {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.295631 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: network-ip-availabilities {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.296948 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: bindings {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.298614 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: quotas {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.300059 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: quotas {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.301513 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: rbac-policies {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.302828 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: security-groups {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.304055 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: security-group-rules {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.305329 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: service-providers {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.306598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: subnetpools {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.309027 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: subnetpools {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.310507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.312294 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.427471 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.429312 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.431122 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.433098 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.434949 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.436869 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.438675 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.440595 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron.api.extensions [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Extended resource: tags {{(pid=98582) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 01 14:34:06.446918 dv-cinder-782405-10-smb neutron-server[98582]: WARNING keystonemiddleware.auth_token [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 01 14:34:06.451731 dv-cinder-782405-10-smb neutron-server[98582]: WARNING keystonemiddleware.auth_token [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 01 14:34:06.459943 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Acquired lock "singleton_lock" {{(pid=98582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 01 14:34:06.460447 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_concurrency.lockutils [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Releasing lock "singleton_lock" {{(pid=98582) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 01 14:34:06.461088 dv-cinder-782405-10-smb neutron-server[98582]: INFO oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Starting 2 workers Jun 01 14:34:06.465792 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Started child 98723 {{(pid=98582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 14:34:06.470124 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Started child 98724 {{(pid=98582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 14:34:06.470981 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.471644 dv-cinder-782405-10-smb neutron-server[98582]: INFO neutron.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 01 14:34:06.472329 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Notify callbacks [] for process, before_spawn {{(pid=98582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.472436 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [-] (98723) wsgi starting up on http://0.0.0.0:9696 Jun 01 14:34:06.474467 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.474966 dv-cinder-782405-10-smb neutron-server[98582]: INFO oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Starting 1 workers Jun 01 14:34:06.475777 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [-] (98724) wsgi starting up on http://0.0.0.0:9696 Jun 01 14:34:06.479627 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Started child 98725 {{(pid=98582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 14:34:06.480132 dv-cinder-782405-10-smb neutron-server[98582]: INFO oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Starting 1 workers Jun 01 14:34:06.483141 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] calling RpcWorker wait() {{(pid=98725) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 01 14:34:06.483709 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] returning from RpcWorker wait() {{(pid=98725) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 01 14:34:06.484522 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Started child 98726 {{(pid=98582) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 01 14:34:06.485222 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.485359 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG neutron_lib.callbacks.manager [None req-aa2b2f99-a47e-453d-85eb-6416a44db6d2 None None] Notify callbacks [] for process, after_spawn {{(pid=98582) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.485772 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:06.487059 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 14:34:06.487241 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 14:34:06.487600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 14:34:06.487966 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 14:34:06.488484 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 14:34:06.488808 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 14:34:06.489207 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:06.489734 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.489734 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.490003 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.490250 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.490519 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.491092 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.491348 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.491585 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.491859 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.492112 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.492300 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.492551 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.492771 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.492956 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.493270 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.493535 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.493769 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.494055 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.494238 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.494469 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.494717 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.494974 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.495231 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] debug = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.495493 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.496017 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.496270 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.496507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.496729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.496994 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.497220 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.497507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.497742 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.497970 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.498182 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.498440 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.498678 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.498894 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.499119 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.499381 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.499611 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.500083 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] host = dv-cinder-782405-10-smb {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.500321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.500542 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.500801 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.501057 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.501283 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.501514 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.501755 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.501998 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.502231 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.502470 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.502718 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.502971 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.503189 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.503425 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.503588 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_options = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.503825 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.504106 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.504390 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.504583 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.504754 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.504935 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.505190 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.505342 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.505639 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.505830 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.506047 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.506277 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.506508 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.506747 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.507005 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.507234 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.507481 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.507691 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.507939 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.508185 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.508535 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.508661 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.508862 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.509092 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.509329 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.509515 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.509739 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.509960 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.510174 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.510445 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.510663 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.510910 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.511152 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.511423 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.511651 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.511874 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.512087 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.512372 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.512602 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513058 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513188 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513308 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513499 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.513928 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.514155 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_json = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.514284 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:06.514420 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.514580 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.514850 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.515059 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.515286 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.515643 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.516395 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.516395 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.516395 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.516771 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.516921 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.517254 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.517415 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.517610 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.517842 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.518136 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.518368 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.518574 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.518904 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.519115 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.519398 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.519791 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.520205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.520553 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.520836 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.521122 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.521356 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.521591 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.521823 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.522047 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.522490 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.522642 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.522902 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.523158 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.523387 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.523700 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.523826 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.524039 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.524285 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.524528 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.524783 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.525015 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.525248 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.525634 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.525870 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.526116 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.526351 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.526600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.526831 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.527117 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.527358 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.527589 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.527824 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.528997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.528997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.528997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.528997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.528997 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.530598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.531600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.531600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.531600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.531600 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532113 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532113 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532113 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532531 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532531 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532792 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.532958 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.533168 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.533582 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.533967 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.534347 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.534714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.534940 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.535303 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.535514 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.535975 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.536462 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.536853 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.537272 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.537682 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.537974 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.538362 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.538508 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.538778 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.539003 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.539242 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.539485 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.539720 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.539965 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.540250 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.540491 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.540733 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.540964 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.541226 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.541457 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.541690 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.541934 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.542154 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.542429 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.542809 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.542958 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.543133 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.543369 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.543598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.543879 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.544241 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.544385 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.544801 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.544945 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.545154 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.545406 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.545667 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.545896 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.546165 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.546518 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.546861 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.547073 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.547212 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.547389 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.547826 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.548246 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.548645 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.549029 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.549428 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.549801 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.550228 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.550610 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.550989 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.551356 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.551731 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.552226 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.552595 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.552966 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.553334 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.553820 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.554219 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.554615 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.555021 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.555401 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.555779 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.556199 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.556578 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.556935 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.557290 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.557662 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.558046 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.558512 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.558903 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.559312 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.559714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.560107 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.560572 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.560876 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.561175 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.561472 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.561765 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.561987 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.562505 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.562505 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.563793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.564308 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.564308 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.565330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.565330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.565330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.565330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.566626 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.567561 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.567561 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.567561 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.567561 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.567561 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.568793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.568793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.568793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.568793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.568793 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.569888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.569888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.569888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.569888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.569888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.570520 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.570520 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.570520 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.570863 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.570863 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.572725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.574237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.575500 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576187 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576187 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576187 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576416 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576503 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576726 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.576917 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.577154 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.577362 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.577568 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.577779 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.577985 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.578315 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.578582 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.578772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.579060 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.579772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.579772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.579772 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.580090 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.580269 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.580506 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.580745 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.580965 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.581181 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.581430 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.581729 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.582023 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.582345 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.582536 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.582794 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.583079 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.583335 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.583546 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.583963 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.584125 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.584413 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.584685 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.584910 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.585191 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.585440 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.585653 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.585869 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.586113 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.586331 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.586560 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.586786 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.587025 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.587256 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.587498 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.587719 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.587943 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.588209 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.588442 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.588657 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.588824 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 14:34:06.589370 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98582) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 01 14:34:06.589577 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 01 14:34:06.589723 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 01 14:34:06.589898 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 01 14:34:06.590070 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 01 14:34:06.590221 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 01 14:34:06.590429 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.590593 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.590760 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.590921 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591081 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591260 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591421 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591582 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591740 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.591898 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592056 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592398 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592557 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592716 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.592875 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593035 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593193 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593356 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593517 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593676 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593833 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.593991 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] debug = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594149 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594328 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594489 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594647 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594804 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.594962 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595121 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595280 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595437 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595594 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595751 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.595909 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596066 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596245 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596405 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596563 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596723 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.596878 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] host = dv-cinder-782405-10-smb {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597034 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597191 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597350 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597530 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597658 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597986 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.597986 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.598701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.598701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.598701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.598701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.598701 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599175 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599175 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599175 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_options = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.599888 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600305 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600305 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600305 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600654 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600654 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600964 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.600964 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601188 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601188 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601413 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601531 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601639 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601970 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.601970 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602129 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602361 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602554 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602688 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602801 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.602959 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603116 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603276 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603435 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603592 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603748 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.603907 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604064 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604243 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604402 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604559 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604718 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.604878 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605035 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605215 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605374 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605532 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605689 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.605847 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.606004 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.606162 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_json = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.606320 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.606479 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607321 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607871 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 01 14:34:06.607871 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.607871 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.607871 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608333 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608333 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608333 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608862 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608862 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.608862 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609176 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609608 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609608 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609836 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.609836 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610060 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610177 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610304 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610433 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610553 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.610687 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611067 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611067 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611291 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611409 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611489 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611618 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611779 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.611939 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612100 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612281 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612462 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612599 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612781 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.612925 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613016 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613181 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613341 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613501 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613661 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613820 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.613982 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614142 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614303 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614466 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614628 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614787 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.614947 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.615107 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.615278 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.615436 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.615767 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.615767 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616000 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616082 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616221 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616496 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616496 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616725 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616841 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.616956 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617115 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617274 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617434 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617593 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617753 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.617912 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618071 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618231 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618390 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618548 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618707 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.618866 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619024 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619108 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:06.619191 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619330 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619490 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619654 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619814 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.619971 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.620131 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.620314 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.620473 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.620646 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.620869 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621030 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621190 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621350 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621510 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621669 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621828 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.621987 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622148 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622308 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622470 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622630 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622792 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.622952 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623112 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623272 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623431 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623591 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623751 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.623913 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624073 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624254 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624416 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624575 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624734 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.624895 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625064 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625223 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625387 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625546 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.625885 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626046 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626364 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626572 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626673 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626831 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.626990 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627148 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627307 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627466 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627635 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627805 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.627969 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628123 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628298 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628484 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628629 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628790 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.628949 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629108 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629268 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629428 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629588 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629761 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.629912 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630073 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630205 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630366 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630524 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630687 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.630847 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631009 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631169 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631328 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631477 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631636 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631796 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.631956 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632116 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632298 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632458 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632622 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632771 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.632919 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633104 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633226 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633387 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633534 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633692 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633857 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.633993 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634152 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634304 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634461 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634621 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634783 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.634945 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635105 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635264 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635425 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635584 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635745 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.635904 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636064 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636246 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636430 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636591 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636752 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.636911 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637071 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637246 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637405 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637565 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637724 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.637883 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.638041 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.638200 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.638359 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.638517 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.638678 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639108 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639108 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639340 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639340 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639552 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639552 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639776 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.639971 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640068 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640230 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640353 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640512 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640677 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.640836 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641006 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641166 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641326 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641484 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641643 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641811 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.641969 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642127 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642286 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642445 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642613 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642773 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.642932 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643154 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643286 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643407 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643552 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643711 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.643870 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644028 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644394 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644394 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644611 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644690 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644826 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.644984 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645145 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645315 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645474 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645635 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645798 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.645977 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646171 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646255 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646400 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646571 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646739 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.646900 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647071 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647240 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647407 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647571 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647736 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.647907 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648066 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648274 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648438 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648598 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648759 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.648918 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649078 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649237 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649396 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649554 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649714 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.649873 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650032 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650191 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650348 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650507 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650670 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650829 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.650988 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 01 14:34:06.651142 dv-cinder-782405-10-smb neutron-server[98582]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98582) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 01 14:34:06.765687 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44618) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:06.773930 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061259 Jun 01 14:34:17.678509 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed52b7-49e5-4963-a2e6-cad2e831dc17 None None] get_active_networks_info from dv-cinder-782405-10-smb {{(pid=98725) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 01 14:34:17.755677 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed52b7-49e5-4963-a2e6-cad2e831dc17 None None] No non-hosted networks {{(pid=98725) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 01 14:34:17.768814 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.agentschedulers_db [None req-c2ed52b7-49e5-4963-a2e6-cad2e831dc17 None None] DHCP Agent not found on host dv-cinder-782405-10-smb {{(pid=98725) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 01 14:34:17.850608 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-40633576-6cdf-4b1e-a31d-1ca9d82d38dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:19.844961 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-976ff045-b8ec-4dac-b4ff-b2b68ad9f5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:19.889846 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-44824fe6-effc-46aa-b838-4603c0dba7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:20.059109 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:20.062014 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.066642 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.067537 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.069041 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.070382 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.074998 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.075590 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.076229 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.076798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.077322 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.077860 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.079128 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:20.079738 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-782405-10-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:20.090698 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-782405-10-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:21.164143 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:22.588636 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:23.789354 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.db.l3_hamode_db [None req-2eef6eb2-2868-4096-81bd-34420a26458a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 01 14:34:23.876132 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef6eb2-2868-4096-81bd-34420a26458a None None] Routers set() bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:34:23.876568 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eef6eb2-2868-4096-81bd-34420a26458a None None] Router IDs set() for agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 01 14:34:24.325614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44710) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:24.964155 dv-cinder-782405-10-smb neutron-server[98724]: WARNING oslo_policy.policy [None req-5ab2e4c0-e5ad-4f8a-b95e-52759984489f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:24.964937 dv-cinder-782405-10-smb neutron-server[98724]: WARNING oslo_policy.policy [None req-5ab2e4c0-e5ad-4f8a-b95e-52759984489f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:25.196149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [None req-5ab2e4c0-e5ad-4f8a-b95e-52759984489f admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:34:25.197578 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5ab2e4c0-e5ad-4f8a-b95e-52759984489f admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8710208 Jun 01 14:34:27.535559 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44724) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:27.940614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:28.037578 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.policy [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 14:34:28.082239 dv-cinder-782405-10-smb neutron-server[98724]: WARNING oslo_policy.policy [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:28.082530 dv-cinder-782405-10-smb neutron-server[98724]: WARNING oslo_policy.policy [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:28.091005 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.quota [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Loaded quota_driver: . Jun 01 14:34:28.106910 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:28.172589 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927667919', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927667246', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927517216', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927520204', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927493201', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770927503031', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-735884', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582154', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647160', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820563'] for rbac-policy, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:28.239231 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:28.240489 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1dd314ef-4c4d-4ba0-abe4-8ee11bcfe0e7 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7036438 Jun 01 14:34:30.850293 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44738) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:31.236476 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'name': 'private', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:31.243858 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:31.249176 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Usage tracker for resource:network and tenant:47f2616be93947eead0a58fcf5d7626c is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:31.253801 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:31.260485 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:31.274506 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Made reservation on behalf of 47f2616be93947eead0a58fcf5d7626c for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:34:31.277516 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.294938 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.309179 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:31.313214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Usage tracker for resource:security_group_rule and tenant:47f2616be93947eead0a58fcf5d7626c is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:31.319785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:31.326206 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:31.425290 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.431568 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.436805 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:31.454563 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 877} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:34:31.480120 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770930730204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.480670 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Unsubscribe: segment precommit_create {{(pid=98724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 14:34:31.481137 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Added segment 28a49b18-d4f1-435f-8692-7c6ae388bf6a of type vlan for network 22904fbd-55f3-4373-bd68-9bc9239881a4 Jun 01 14:34:31.527938 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8f991f-8d9b-4be8-bead-8d30431665d9,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:31.548881 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.549254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.549583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.549909 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.550227 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.550657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.550950 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.551312 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.551641 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.551951 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.552374 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.552642 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Tracked resource versions report: Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: pushed versions: Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: { 'AddressGroup': {'1.2'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'ConntrackHelper': {'1.0'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Log': {'1.0'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Network': {'1.1'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Port': {'1.7'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'PortForwarding': {'1.2'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'QosPolicy': {'1.8'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroup': {'1.4'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SubPort': {'1.0'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Subnet': {'1.1'}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Trunk': {'1.1'}} Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: consumer versions: Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'ConntrackHelper': '1.0', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Log': '1.0', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Network': '1.1', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Port': '1.7', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'PortForwarding': '1.2', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'QosPolicy': '1.8', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroup': '1.4', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroupRule': '1.2', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'SubPort': '1.0', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Subnet': '1.1', Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: 'Trunk': '1.1'}} Jun 01 14:34:31.553752 dv-cinder-782405-10-smb neutron-server[98724]: {{(pid=98724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:34:31.604085 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.608196 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:31.649523 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.650913 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:31.651557 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:31.654746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:31.759272 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Pushing event updated for resources: {'Network': ['ID=22904fbd-55f3-4373-bd68-9bc9239881a4,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:31.761934 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9103668 Jun 01 14:34:31.763823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:31.772194 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:34:34.465191 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44754) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:34.952456 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b68f35a-df04-4227-8ff4-f2619831ba11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:34.953876 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1b68f35a-df04-4227-8ff4-f2619831ba11 admin admin] 10.222.0.15 "GET /v2.0/networks/22904fbd-55f3-4373-bd68-9bc9239881a4 HTTP/1.1" status: 200 len: 825 time: 0.4877279 Jun 01 14:34:34.986113 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-98a708e1-7a03-4146-9270-6d99e0184f2d admin admin] 10.222.0.15 "GET /v2.0/subnetpools/8ea8efcb-215b-4683-a330-7f256fc1cfbf HTTP/1.1" status: 200 len: 734 time: 0.0238917 Jun 01 14:34:34.994662 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Request body: {'subnet': {'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:34.998991 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:35.002842 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Usage tracker for resource:subnet and tenant:47f2616be93947eead0a58fcf5d7626c is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:35.005942 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:35.012082 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:35.024893 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Made reservation on behalf of 47f2616be93947eead0a58fcf5d7626c for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:34:35.027349 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:35.551627 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:35.555596 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:35.634649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7cf4e6-f850-49d2-93ad-d20860bdf8e1,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:35.640023 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Checking segment: {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:34:35.640440 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Network hostable DHCP agents. Network: 22904fbd-55f3-4373-bd68-9bc9239881a4, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:34:35.644117 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:35.663083 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:34:35.674043 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 22904fbd-55f3-4373-bd68-9bc9239881a4) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:34:35.680967 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:35.681836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:35.686957 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b16caa6-b3fe-47f4-9001-a232aad20e5b None None] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:34:35.703920 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7126303 Jun 01 14:34:35.997256 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-22904fbd-55f3-4373-bd68-9bc9239881a4', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:34:35.998455 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.181150 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Allocated IP 172.20.0.2 (22904fbd-55f3-4373-bd68-9bc9239881a4/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1/7abb3c3f-b191-464c-9279-09b61c98468a) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:34:36.417621 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.432481 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Transition to ACTIVE for port object 7abb3c3f-b191-464c-9279-09b61c98468a will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:34:36.454555 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Transition to ACTIVE for port object 7abb3c3f-b191-464c-9279-09b61c98468a will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:34:36.461308 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.465911 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:36.525233 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:34:36.528098 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:34:36.534871 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:34:36.537024 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Pushing event updated for resources: {'Port': ['ID=7abb3c3f-b191-464c-9279-09b61c98468a,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:36.570815 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.571151 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.571799 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.572123 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.572462 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.572866 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.573109 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.573472 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.573805 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.574113 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.574421 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.574726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Tracked resource versions report: Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: pushed versions: Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: { 'AddressGroup': {'1.2'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'ConntrackHelper': {'1.0'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Log': {'1.0'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Network': {'1.1'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Port': {'1.7'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'PortForwarding': {'1.2'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'QosPolicy': {'1.8'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroup': {'1.4'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SubPort': {'1.0'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Subnet': {'1.1'}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Trunk': {'1.1'}} Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: consumer versions: Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'ConntrackHelper': '1.0', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Log': '1.0', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Network': '1.1', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Port': '1.7', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'PortForwarding': '1.2', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'QosPolicy': '1.8', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroup': '1.4', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroupRule': '1.2', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'SubPort': '1.0', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Subnet': '1.1', Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: 'Trunk': '1.1'}} Jun 01 14:34:36.575931 dv-cinder-782405-10-smb neutron-server[98725]: {{(pid=98725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:34:36.588241 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:36.640601 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Attempting to bind port 7abb3c3f-b191-464c-9279-09b61c98468a on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:34:36.641106 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Attempting to bind port 7abb3c3f-b191-464c-9279-09b61c98468a by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:34:36.641427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Attempting to bind port 7abb3c3f-b191-464c-9279-09b61c98468a on network 22904fbd-55f3-4373-bd68-9bc9239881a4 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:34:36.647045 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:34:36.647449 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Checking segment: {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:34:36.647921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.648427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Bound using segment: {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:34:36.648973 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Bound port: 7abb3c3f-b191-464c-9279-09b61c98468a, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:34:36.649356 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.740936 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] For port 7abb3c3f-b191-464c-9279-09b61c98468a, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:34:36.744786 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] For port 7abb3c3f-b191-464c-9279-09b61c98468a, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=7abb3c3f-b191-464c-9279-09b61c98468a,segment=NetworkSegment(28a49b18-d4f1-435f-8692-7c6ae388bf6a),segment_id=28a49b18-d4f1-435f-8692-7c6ae388bf6a)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:34:36.749461 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:36.753322 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:36.834798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Pushing event updated for resources: {'Port': ['ID=7abb3c3f-b191-464c-9279-09b61c98468a,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:36.839966 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:38.132743 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 44764) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:38.737478 dv-cinder-782405-10-smb neutron-server[98723]: WARNING oslo_policy.policy [None req-b27b0173-40cc-4e31-815f-579b92483878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:38.738210 dv-cinder-782405-10-smb neutron-server[98723]: WARNING oslo_policy.policy [None req-b27b0173-40cc-4e31-815f-579b92483878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:38.948085 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [None req-b27b0173-40cc-4e31-815f-579b92483878 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:34:38.949304 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b27b0173-40cc-4e31-815f-579b92483878 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8145669 Jun 01 14:34:41.275279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44782) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:41.651943 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [None req-de0a8772-f244-40b4-876f-be4f332dbe93 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:34:41.653012 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-de0a8772-f244-40b4-876f-be4f332dbe93 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3766639 Jun 01 14:34:41.931033 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 7abb3c3f-b191-464c-9279-09b61c98468a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:34:42.006365 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 7abb3c3f-b191-464c-9279-09b61c98468a completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:34:42.345714 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd30d44-1f45-4cdb-86a8-b35af5d67342 None None] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:34:42.439944 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Provisioning for port 7abb3c3f-b191-464c-9279-09b61c98468a completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:34:42.460107 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Provisioning complete for port 7abb3c3f-b191-464c-9279-09b61c98468a triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:34:42.460521 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:42.674103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:42.714058 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] For port 7abb3c3f-b191-464c-9279-09b61c98468a, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=7abb3c3f-b191-464c-9279-09b61c98468a,segment=NetworkSegment(28a49b18-d4f1-435f-8692-7c6ae388bf6a),segment_id=28a49b18-d4f1-435f-8692-7c6ae388bf6a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:34:42.719111 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:42.720974 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-175551dd-d912-40e2-9527-c2dda25f9418 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:42.792611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Pushing event updated for resources: {'Port': ['ID=7abb3c3f-b191-464c-9279-09b61c98468a,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:42.795771 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:42.944385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-76a1add3-83e0-4f16-9fde-458481be468c None None] Provisioning complete for port 7abb3c3f-b191-464c-9279-09b61c98468a triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:34:42.945021 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76a1add3-83e0-4f16-9fde-458481be468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:43.887611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 7abb3c3f-b191-464c-9279-09b61c98468a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:34:43.952516 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 7abb3c3f-b191-464c-9279-09b61c98468a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:34:43.953232 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.285808 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44794) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:44.660764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:44.668451 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:44.674957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Usage tracker for resource:router and tenant:47f2616be93947eead0a58fcf5d7626c is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:44.681181 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:44.687847 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:44.701919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.703477 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.725449 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.835151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.862280 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:44.862280 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4360194a-e09c-4173-9906-e4b614796cda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5719066 Jun 01 14:34:47.180609 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44804) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:47.498457 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-64f6d878-72ef-40e3-a247-cc258e14c5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:47.564342 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [None req-aa99a332-6925-464c-94ed-a0b37bee6b86 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:34:47.565313 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-aa99a332-6925-464c-94ed-a0b37bee6b86 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3837686 Jun 01 14:34:49.840911 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9af9df5a-f047-4ac7-8eed-f282934c0142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:49.903006 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 44814) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:50.050889 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.297913 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:50.299370 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.quota [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Loaded quota_driver: . Jun 01 14:34:50.314998 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:50.321905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Usage tracker for resource:network and tenant:dc5b0f799c25454aaa22ca979e667833 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:50.326710 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:50.334127 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:50.351841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Made reservation on behalf of dc5b0f799c25454aaa22ca979e667833 for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:34:50.422384 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.policy [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98723) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 01 14:34:50.467935 dv-cinder-782405-10-smb neutron-server[98723]: WARNING oslo_policy.policy [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:50.468335 dv-cinder-782405-10-smb neutron-server[98723]: WARNING oslo_policy.policy [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 01 14:34:50.478132 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.498519 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.513217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:50.517049 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5b0f799c25454aaa22ca979e667833 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:50.520196 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:50.525862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:50.625182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.631382 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.637166 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:50.647700 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Reserving flat network on physical network physnet1 {{(pid=98723) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 01 14:34:50.677526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770930730204', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.678109 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Unsubscribe: segment precommit_create {{(pid=98723) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 01 14:34:50.678616 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Added segment 9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14 of type flat for network ebcbc224-dac8-44cb-91d1-db54bd488b00 Jun 01 14:34:50.733076 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8681a4-1e5f-4fc5-994a-87b2d4e66017,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:50.759174 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.759553 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.760050 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.760539 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.760906 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.761359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.761847 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.762217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.762638 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.762932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.763242 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.763550 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Tracked resource versions report: Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: pushed versions: Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: { 'AddressGroup': {'1.2'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'ConntrackHelper': {'1.0'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Log': {'1.0'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Network': {'1.1'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Port': {'1.7'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'PortForwarding': {'1.2'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'QosPolicy': {'1.8'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroup': {'1.4'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SubPort': {'1.0'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Subnet': {'1.1'}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Trunk': {'1.1'}} Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: consumer versions: Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'ConntrackHelper': '1.0', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Log': '1.0', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Network': '1.1', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Port': '1.7', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'PortForwarding': '1.2', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'QosPolicy': '1.8', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroup': '1.4', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroupRule': '1.2', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'SubPort': '1.0', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Subnet': '1.1', Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: 'Trunk': '1.1'}} Jun 01 14:34:50.764660 dv-cinder-782405-10-smb neutron-server[98723]: {{(pid=98723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:34:50.808472 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.815401 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:50.856964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.858899 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:50.859663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:50.864215 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:50.965492 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0611265 Jun 01 14:34:50.968757 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Pushing event updated for resources: {'Network': ['ID=ebcbc224-dac8-44cb-91d1-db54bd488b00,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:50.972982 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:50.980633 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:34:51.124703 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:52.523113 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:53.277342 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 44840) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:53.505703 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa029d3-e804-4d4f-8890-8e67b65bf75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:53.507030 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-4aa029d3-e804-4d4f-8890-8e67b65bf75e admin admin] 10.222.0.15 "GET /v2.0/subnets/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1 HTTP/1.1" status: 200 len: 849 time: 0.2284920 Jun 01 14:34:53.684190 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-c875626b-2b26-4e2c-a7f1-863d1425fd08 admin admin] 10.222.0.15 "GET /v2.0/routers/d4e325ff-a71d-421d-8f7d-0cd6e5be9337 HTTP/1.1" status: 200 len: 704 time: 0.1699581 Jun 01 14:34:54.171534 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:54.420750 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Allocated IP 172.20.0.1 (22904fbd-55f3-4373-bd68-9bc9239881a4/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1/44c3b8f5-1f6c-4a55-95e1-52b16d2789ec) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:34:54.589711 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:54.617905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Transition to ACTIVE for port object 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:34:54.678818 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:54.683463 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:54.745319 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:34:54.747968 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:34:54.753826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:34:54.754513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:54.872484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Pushing event updated for resources: {'Port': ['ID=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:54.886307 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:54.975527 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-14cc8429-0d24-412c-a8c0-b6ee3c97b403 None None] Provisioning for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:34:54.981541 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-14cc8429-0d24-412c-a8c0-b6ee3c97b403 None None] Provisioning complete for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:34:54.981995 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-14cc8429-0d24-412c-a8c0-b6ee3c97b403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.035339 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-14cc8429-0d24-412c-a8c0-b6ee3c97b403 None None] Port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:34:55.035765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.304939 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.312569 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.313707 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.321007 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:55.447217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Pushing event updated for resources: {'Port': ['ID=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:55.451326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:55.516345 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:34:55.517631 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:34:55.716585 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:34:55.760630 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-1dc0f276-2063-422f-98be-a4e8b280ce79 None None] Provisioning complete for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:34:55.761002 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1dc0f276-2063-422f-98be-a4e8b280ce79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:55.815806 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-1dc0f276-2063-422f-98be-a4e8b280ce79 None None] Port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:34:55.873848 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:34:55.882904 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] 10.222.0.15 "PUT /v2.0/routers/d4e325ff-a71d-421d-8f7d-0cd6e5be9337/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1937299 Jun 01 14:34:55.883608 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Sync routers for ids ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:34:55.894316 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Routers {'d4e325ff-a71d-421d-8f7d-0cd6e5be9337'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:34:55.895270 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:34:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:56.069231 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Set router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:34:56.447425 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:34:54Z', 'revision_number': 2, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port_host': None, '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:34:55Z', 'revision_number': 2, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:56.452683 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Checking router: d4e325ff-a71d-421d-8f7d-0cd6e5be9337 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:34:56.453058 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Updating router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:34:56.507915 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:56.883221 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:56.898919 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Transition to ACTIVE for port object 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:34:56.906074 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:56.912366 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:57.123964 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Pushing event updated for resources: {'Port': ['ID=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:57.131161 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Attempting to bind port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:34:57.131555 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Attempting to bind port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:34:57.131980 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Attempting to bind port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec on network 22904fbd-55f3-4373-bd68-9bc9239881a4 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:34:57.138773 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.139115 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.139447 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.139772 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.140094 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.140534 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.140750 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.141063 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.141674 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.141674 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.142073 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.142363 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Tracked resource versions report: Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: pushed versions: Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: { 'AddressGroup': {'1.2'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'ConntrackHelper': {'1.0'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Log': {'1.0'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Network': {'1.1'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Port': {'1.7'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'PortForwarding': {'1.2'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'QosPolicy': {'1.8'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroup': {'1.4'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SubPort': {'1.0'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Subnet': {'1.1'}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Trunk': {'1.1'}} Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: consumer versions: Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'ConntrackHelper': '1.0', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Log': '1.0', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Network': '1.1', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Port': '1.7', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'PortForwarding': '1.2', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'QosPolicy': '1.8', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroup': '1.4', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroupRule': '1.2', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'SubPort': '1.0', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Subnet': '1.1', Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: 'Trunk': '1.1'}} Jun 01 14:34:57.143451 dv-cinder-782405-10-smb neutron-server[98726]: {{(pid=98726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:34:57.147895 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:34:57.148428 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Checking segment: {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:34:57.148796 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:57.149180 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Bound using segment: {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:34:57.149717 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Bound port: 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a49b18-d4f1-435f-8692-7c6ae388bf6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:34:57.150095 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:57.159441 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:57.238831 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] For port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:34:57.245397 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] For port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,segment=NetworkSegment(28a49b18-d4f1-435f-8692-7c6ae388bf6a),segment_id=28a49b18-d4f1-435f-8692-7c6ae388bf6a)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:34:57.251063 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:57.256730 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:57.341800 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Pushing event updated for resources: {'Port': ['ID=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,revision_number=4']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:57.348275 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-a3c3eedc-8e25-4079-923b-0ab7cf3bad52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:57.351276 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Routers {'d4e325ff-a71d-421d-8f7d-0cd6e5be9337'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:34:57.351933 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:34:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:57.528832 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] Set router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:34:57.846350 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:34:54Z', 'revision_number': 2, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port_host': None, '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:34:57Z', 'revision_number': 4, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:34:57.850327 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34957b5-1a96-4e1c-85c8-244f058c78f0 None None] The sync data for ids ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'] in dv-cinder-782405-10-smb is: [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:34:54Z', 'revision_number': 2, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port_host': None, '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:34:57Z', 'revision_number': 4, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:34:57.997713 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 44862) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:34:58.148600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e271f-f893-4149-943c-8f9fd18ee394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:58.149889 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b51e271f-f893-4149-943c-8f9fd18ee394 admin admin] 10.222.0.15 "GET /v2.0/networks/ebcbc224-dac8-44cb-91d1-db54bd488b00 HTTP/1.1" status: 200 len: 842 time: 0.1511014 Jun 01 14:34:58.159454 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Request body: {'subnet': {'cidr': '172.28.2.0/24', 'name': 'public-subnet', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.2.1'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:34:58.164233 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:34:58.168222 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Usage tracker for resource:subnet and tenant:dc5b0f799c25454aaa22ca979e667833 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:34:58.171169 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:34:58.176856 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:34:58.187969 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Made reservation on behalf of dc5b0f799c25454aaa22ca979e667833 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:34:58.190356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:58.596340 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.objects.ports [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98724) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 01 14:34:58.596719 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:58.600234 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:34:58.667445 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0bac97a-b4b6-47c6-9746-45a1333495dc,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:34:58.672734 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:34:58.678455 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:34:58.678806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Network hostable DHCP agents. Network: ebcbc224-dac8-44cb-91d1-db54bd488b00, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:34:58.696957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:34:58.705963 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, ebcbc224-dac8-44cb-91d1-db54bd488b00) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:34:58.710216 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:34:58.710822 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:34:58.715526 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55618d6-c810-4e9d-a7bb-41d4859052bb None None] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:34:58.732763 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5767374 Jun 01 14:34:58.918933 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89565403-d9cb-4cac-8bee-5fa13902ea21 None None] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:35:00.944424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 44876) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:35:01.157878 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-a1c61e34-446c-4e87-bced-715ccb41e9d0 admin admin] 10.222.0.15 "GET /v2.0/routers/d4e325ff-a71d-421d-8f7d-0cd6e5be9337 HTTP/1.1" status: 200 len: 710 time: 0.2123411 Jun 01 14:35:01.287456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f1f81-76ca-4dd9-b31e-40cd9a060477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:35:01.288033 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-e68f1f81-76ca-4dd9-b31e-40cd9a060477 admin admin] Synchronizing usage tracker for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:network {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:35:01.308674 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-e68f1f81-76ca-4dd9-b31e-40cd9a060477 admin admin] Unset dirty status for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:network {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:35:01.314993 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e68f1f81-76ca-4dd9-b31e-40cd9a060477 admin admin] 10.222.0.15 "GET /v2.0/networks/ebcbc224-dac8-44cb-91d1-db54bd488b00 HTTP/1.1" status: 200 len: 886 time: 0.1519904 Jun 01 14:35:01.319056 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:35:01.826642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:01.916464 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:35:01.985460 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:35:01.989960 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:35:01.990355 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.105573 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.137290 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,segment=NetworkSegment(28a49b18-d4f1-435f-8692-7c6ae388bf6a),segment_id=28a49b18-d4f1-435f-8692-7c6ae388bf6a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:35:02.141647 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.144051 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:35:02.155883 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.211829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=44c3b8f5-1f6c-4a55-95e1-52b16d2789ec,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:35:02.213779 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.214923 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:35:02.344833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Allocated IP 172.28.2.148 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:35:02.487413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.519655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:02.523327 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:35:02.586120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:35:02.590595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:35:02.595444 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:35:02.648398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Pushing event updated for resources: {'Port': ['ID=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:35:02.660830 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:35:02.978188 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:03.355110 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:03.358536 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1763728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1763721', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1765214'] for router, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:03.534084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:35:03.716993 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:35:03.727526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:03.728447 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Sync routers for ids ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:35:03.728861 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4e325ff-a71d-421d-8f7d-0cd6e5be9337 HTTP/1.1" status: 200 len: 890 time: 2.4130218 Jun 01 14:35:03.739498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Routers {'d4e325ff-a71d-421d-8f7d-0cd6e5be9337'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:35:03.740210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:34:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:35:03.917873 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:35:03.970424 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Set router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:35:04.142344 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:35:04.142717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.448121 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 4, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port': {'id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:35:02Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 5, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:35:04.453244 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Checking router: d4e325ff-a71d-421d-8f7d-0cd6e5be9337 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:35:04.453614 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Updating router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:35:04.504855 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.836923 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.849183 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Transition to ACTIVE for port object fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:35:04.856203 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.859901 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:35:04.936951 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Attempting to bind port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:35:04.937328 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Attempting to bind port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:35:04.937699 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Attempting to bind port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:35:04.939764 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Pushing event updated for resources: {'Port': ['ID=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:35:04.945450 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:35:04.945605 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:35:04.945998 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.946385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:35:04.947172 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Bound port: fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:35:04.947546 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:04.970353 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:35:05.020694 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] For port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:35:05.023884 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] For port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:35:05.029841 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:05.034177 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:35:05.113274 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Routers {'d4e325ff-a71d-421d-8f7d-0cd6e5be9337'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:35:05.113956 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:34:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:35:05.159710 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Pushing event updated for resources: {'Port': ['ID=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:35:05.167241 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:35:05.291303 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] Set router d4e325ff-a71d-421d-8f7d-0cd6e5be9337 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:35:05.617051 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 4, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port': {'id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:35:02Z', 'updated_at': '2021-06-01T14:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 5, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:35:05.621420 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7311cb41-1209-4f83-af66-850e64c3cc56 None None] The sync data for ids ['d4e325ff-a71d-421d-8f7d-0cd6e5be9337'] in dv-cinder-782405-10-smb is: [{'id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'name': 'router1', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148'}], 'enable_snat': True}, 'gw_port_id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:34:44Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 4, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'gw_port': {'id': 'fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:03:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:35:02Z', 'updated_at': '2021-06-01T14:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '44c3b8f5-1f6c-4a55-95e1-52b16d2789ec', 'name': '', 'network_id': '22904fbd-55f3-4373-bd68-9bc9239881a4', 'tenant_id': '47f2616be93947eead0a58fcf5d7626c', 'mac_address': 'fa:16:3e:f7:d9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e325ff-a71d-421d-8f7d-0cd6e5be9337', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:34:54Z', 'updated_at': '2021-06-01T14:35:02Z', 'revision_number': 5, 'project_id': '47f2616be93947eead0a58fcf5d7626c', 'subnets': [{'id': '1e7cf4e6-f850-49d2-93ad-d20860bdf8e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8ea8efcb-215b-4683-a330-7f256fc1cfbf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:35:05.935739 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:35:06.010842 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:35:06.016456 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:35:06.017037 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:06.025536 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 44886) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:35:06.134574 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:06.143793 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ec0cc137-3b05-4ea9-aa1b-c1d7134b00da admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1170976 Jun 01 14:35:06.152163 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:35:06.158400 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:06.161775 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-ab10a225-b4c6-4031-835e-eb95627af2aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:35:06.267591 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:35:06.271052 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:35:07.915492 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:35:07.989750 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port fedb903b-f71f-4ad1-91bd-b8ca8ccdc8b4 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:35:07.990068 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:10.542938 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:35:17.493366 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f7ab6a8d-694f-438d-8ce7-8b6904791264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:19.856828 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-dec5c8e3-eb5a-41c3-9be2-fd0a41935179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:20.056223 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:21.130153 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:22.544352 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:47.499578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-45de4aa0-da48-4b89-af7f-f79b1e0d8345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:47.541194 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:35:49.842481 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-90a2dfa7-51cf-4ca2-a24a-5f589ca04e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:50.059978 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:51.121210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:35:52.538427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:17.493593 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1e20609e-70a4-4430-8901-463c96a65e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:19.846567 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cd2814f2-ce24-42d5-84af-29623818fe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:20.066034 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:21.120793 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:22.549176 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:24.540160 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:36:39.781697 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45456) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:39.853718 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.pecan_wsgi.hooks.translation [None req-b119e5dc-80c8-41e5-829a-f268745973fa admin admin] GET failed (client error): The resource could not be found. Jun 01 14:36:39.854950 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b119e5dc-80c8-41e5-829a-f268745973fa admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0722880 Jun 01 14:36:39.990051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7669361-ba85-4991-a84a-5929b2907e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:39.992436 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e7669361-ba85-4991-a84a-5929b2907e43 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1315622 Jun 01 14:36:42.124501 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45466) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:42.240705 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d670d-a461-491d-925e-2b0ec17b7b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:42.241174 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-520d670d-a461-491d-925e-2b0ec17b7b30 admin admin] Synchronizing usage tracker for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:subnet {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:36:42.260649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-520d670d-a461-491d-925e-2b0ec17b7b30 admin admin] Unset dirty status for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:subnet {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:36:42.262224 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-520d670d-a461-491d-925e-2b0ec17b7b30 admin admin] 10.222.0.15 "GET /v2.0/subnets/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1 HTTP/1.1" status: 200 len: 849 time: 0.1366546 Jun 01 14:36:42.274338 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:36:42.395690 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:42.589867 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770930701981'] for subnet, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:42.594190 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8b15a879-12fd-4307-ad2f-f7f50398553e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:36:42.636394 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:42.636947 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:42.640233 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] 10.222.0.15 "PUT /v2.0/subnets/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1 HTTP/1.1" status: 200 len: 868 time: 0.3703237 Jun 01 14:36:42.642596 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea9df5a-b769-4a9b-bdb8-4a3e5d9842f8 None None] Network 22904fbd-55f3-4373-bd68-9bc9239881a4 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:36:42.664784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7cf4e6-f850-49d2-93ad-d20860bdf8e1,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:36:42.672505 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.672858 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.673186 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.673733 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.673850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.674129 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.674444 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.674790 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.675078 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.675393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.675701 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.676009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:36:42.680225 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:36:43.144163 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-36bb34f3-6af4-486a-b5e3-f8934dd0fb21 None None] Provisioning complete for port 7abb3c3f-b191-464c-9279-09b61c98468a triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:36:43.144583 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-36bb34f3-6af4-486a-b5e3-f8934dd0fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:43.272829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-36bb34f3-6af4-486a-b5e3-f8934dd0fb21 None None] Provisioning complete for port 44c3b8f5-1f6c-4a55-95e1-52b16d2789ec triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:36:43.273091 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-36bb34f3-6af4-486a-b5e3-f8934dd0fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:44.811308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45476) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:44.996877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162612e-937c-4415-a29f-3fb4cb8659be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:44.997234 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b162612e-937c-4415-a29f-3fb4cb8659be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:44.998762 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b162612e-937c-4415-a29f-3fb4cb8659be admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1862605 Jun 01 14:36:47.101469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45486) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:47.280777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574170e-91b8-4b06-b604-3f85a71331d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:47.281158 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e574170e-91b8-4b06-b604-3f85a71331d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:47.282696 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e574170e-91b8-4b06-b604-3f85a71331d4 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1802611 Jun 01 14:36:47.498403 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-56f6926d-96c9-44c6-b311-9390befb3236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:49.370515 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45496) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:49.556324 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec069aa-0f39-471d-917c-6e568bfeda88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:49.557601 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-eec069aa-0f39-471d-917c-6e568bfeda88 admin admin] 10.222.0.15 "GET /v2.0/networks/22904fbd-55f3-4373-bd68-9bc9239881a4 HTTP/1.1" status: 200 len: 869 time: 0.1858065 Jun 01 14:36:49.851276 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-afb48cad-efad-495f-8ba4-08f21bb985ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:50.069786 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:51.125858 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:51.695542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45506) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:51.904490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e917ee-7392-42a1-92ad-442e3e402b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:51.905854 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-61e917ee-7392-42a1-92ad-442e3e402b1d admin admin] 10.222.0.15 "GET /v2.0/networks/ebcbc224-dac8-44cb-91d1-db54bd488b00 HTTP/1.1" status: 200 len: 886 time: 0.2093306 Jun 01 14:36:52.548252 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:36:53.995032 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45516) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:54.114038 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a8b3e-c51d-4706-a7d1-8ceefb9c3718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:54.114492 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5a8b3e-c51d-4706-a7d1-8ceefb9c3718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:54.116014 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ca5a8b3e-c51d-4706-a7d1-8ceefb9c3718 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1200233 Jun 01 14:36:56.207469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45526) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:56.320232 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ffcf1-00f1-4d43-bcb8-0d3a500ee44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:56.321060 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598ffcf1-00f1-4d43-bcb8-0d3a500ee44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:56.322940 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-598ffcf1-00f1-4d43-bcb8-0d3a500ee44a admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1146002 Jun 01 14:36:58.421705 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45536) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:36:58.546330 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e267b594-55c0-4575-818c-9a7af7eb6596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:36:58.547655 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e267b594-55c0-4575-818c-9a7af7eb6596 admin admin] 10.222.0.15 "GET /v2.0/subnets/1e7cf4e6-f850-49d2-93ad-d20860bdf8e1 HTTP/1.1" status: 200 len: 868 time: 0.1249800 Jun 01 14:37:00.658477 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45546) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:37:00.777892 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0393de5c-a67f-4a11-8304-f02a66d786cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:37:00.779247 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0393de5c-a67f-4a11-8304-f02a66d786cd admin admin] 10.222.0.15 "GET /v2.0/subnets/f0bac97a-b4b6-47c6-9746-45a1333495dc HTTP/1.1" status: 200 len: 816 time: 0.1195178 Jun 01 14:37:01.539985 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:37:17.501243 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9b334db2-cf94-4ddf-9c83-dafbb66d7c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:19.855675 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-44b73970-6ec4-4522-96c9-106aab93cd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:20.075331 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:21.127310 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:22.554216 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:23.783807 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45590) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:37:23.835404 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [None req-fcdf4ee8-bfe3-4bfa-8c0b-743fe2183a0b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:37:23.836504 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-fcdf4ee8-bfe3-4bfa-8c0b-743fe2183a0b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515482 Jun 01 14:37:26.044392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45600) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:37:26.149314 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e38a77-9319-4753-869c-354bef31e558 admin admin] GET failed (client error): The resource could not be found. Jun 01 14:37:26.150599 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-95e38a77-9319-4753-869c-354bef31e558 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1052635 Jun 01 14:37:26.282318 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da24a45-877f-45f1-bbba-95458d7ee16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:37:26.283665 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3da24a45-877f-45f1-bbba-95458d7ee16e admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1272044 Jun 01 14:37:28.386934 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45610) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:37:28.440573 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:37:28.447712 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:37:28.462335 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:37:28.474897 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Made reservation on behalf of dc5b0f799c25454aaa22ca979e667833 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:37:28.477461 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:28.564147 dv-cinder-782405-10-smb neutron-server[98724]: WARNING neutron.services.revisions.revision_plugin [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Could not find related network for resource to bump revision. Jun 01 14:37:28.577103 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 890} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:37:28.587753 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:28.588449 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Added segment 9aeb176e-d0f9-471d-adf5-dab319412ed5 of type vlan for network 184f53f9-201c-411c-a254-265ad88fb36b Jun 01 14:37:28.618767 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:28.650744 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:28.652113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:37:28.652721 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:28.655782 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:37:28.752459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Pushing event updated for resources: {'Network': ['ID=184f53f9-201c-411c-a254-265ad88fb36b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:37:28.755513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:37:28.757727 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3697479 Jun 01 14:37:28.764498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 184f53f9-201c-411c-a254-265ad88fb36b details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:37:30.885608 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45620) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:37:30.967472 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ab20b7-6c31-40e8-ace8-059085b2266d admin admin] GET failed (client error): The resource could not be found. Jun 01 14:37:30.967983 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-49ab20b7-6c31-40e8-ace8-059085b2266d admin admin] Synchronizing usage tracker for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:network {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:37:30.985757 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-49ab20b7-6c31-40e8-ace8-059085b2266d admin admin] Unset dirty status for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:network {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:37:30.986915 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-49ab20b7-6c31-40e8-ace8-059085b2266d admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0998108 Jun 01 14:37:31.099787 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27fe47-e168-4369-97c8-f51947993d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:37:31.101167 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-cd27fe47-e168-4369-97c8-f51947993d66 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1080470 Jun 01 14:37:31.111103 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:37:31.115386 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:37:31.124874 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:37:31.136479 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Made reservation on behalf of dc5b0f799c25454aaa22ca979e667833 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:37:31.138719 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:31.543819 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:31.547513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-75681f48-5960-4e7e-811a-fe8efa880bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:37:31.611350 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e547e3f1-844a-4472-b329-d76a46161144,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:37:31.614564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:37:31.628298 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Checking segment: {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:37:31.628668 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Network hostable DHCP agents. Network: 184f53f9-201c-411c-a254-265ad88fb36b, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:37:31.647961 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Network 184f53f9-201c-411c-a254-265ad88fb36b is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:37:31.659142 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 184f53f9-201c-411c-a254-265ad88fb36b) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:37:31.663510 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:37:31.664213 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:31.668673 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c00ee-e2bd-4b8d-8aa9-38109d519282 None None] Network 184f53f9-201c-411c-a254-265ad88fb36b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:37:31.693508 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5814867 Jun 01 14:37:31.893270 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-184f53f9-201c-411c-a254-265ad88fb36b', 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b', 'tenant_id': 'dc5b0f799c25454aaa22ca979e667833', 'fixed_ips': [{'subnet_id': 'e547e3f1-844a-4472-b329-d76a46161144'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:37:31.894106 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.075548 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Allocated IP 192.168.233.2 (184f53f9-201c-411c-a254-265ad88fb36b/e547e3f1-844a-4472-b329-d76a46161144/48b8c188-8666-472f-9700-5388cc1d467a) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:37:32.282427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.292796 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Transition to ACTIVE for port object 48b8c188-8666-472f-9700-5388cc1d467a will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:37:32.311787 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Transition to ACTIVE for port object 48b8c188-8666-472f-9700-5388cc1d467a will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:37:32.318218 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.323466 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-521d33ae-5d5d-461b-b880-94f93a503125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:37:32.384415 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Network 184f53f9-201c-411c-a254-265ad88fb36b is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:37:32.387221 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:37:32.390795 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:37:32.396538 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Pushing event updated for resources: {'Port': ['ID=48b8c188-8666-472f-9700-5388cc1d467a,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:37:32.431738 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.432082 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.432443 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.432782 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.433100 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.433430 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.433750 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.434070 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.434411 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.434730 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.435064 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.435377 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:37:32.445382 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:37:32.493766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Attempting to bind port 48b8c188-8666-472f-9700-5388cc1d467a on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:37:32.494153 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Attempting to bind port 48b8c188-8666-472f-9700-5388cc1d467a by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:37:32.494498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Attempting to bind port 48b8c188-8666-472f-9700-5388cc1d467a on network 184f53f9-201c-411c-a254-265ad88fb36b {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:37:32.499658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:37:32.500028 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Checking segment: {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:37:32.500456 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.500950 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Bound using segment: {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:37:32.501319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Bound port: 48b8c188-8666-472f-9700-5388cc1d467a, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:37:32.501690 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.588186 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] For port 48b8c188-8666-472f-9700-5388cc1d467a, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:37:32.591295 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] For port 48b8c188-8666-472f-9700-5388cc1d467a, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=48b8c188-8666-472f-9700-5388cc1d467a,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:37:32.596325 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:32.600306 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:37:32.677124 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Pushing event updated for resources: {'Port': ['ID=48b8c188-8666-472f-9700-5388cc1d467a,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:37:32.680964 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:37:33.464739 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1e7c7f-9733-4f8f-9f2f-2f0d4bc37c75 None None] Network 184f53f9-201c-411c-a254-265ad88fb36b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:37:33.557414 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-3dfb7a08-1ad0-4ce3-9bd5-7b250997bd98 None None] Provisioning for port 48b8c188-8666-472f-9700-5388cc1d467a completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:37:34.051161 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 48b8c188-8666-472f-9700-5388cc1d467a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:37:34.119836 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 48b8c188-8666-472f-9700-5388cc1d467a completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:37:34.124577 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 48b8c188-8666-472f-9700-5388cc1d467a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:37:34.124945 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:34.240835 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:34.273316 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 48b8c188-8666-472f-9700-5388cc1d467a, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=48b8c188-8666-472f-9700-5388cc1d467a,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:37:34.277463 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:34.279526 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:37:34.345391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=48b8c188-8666-472f-9700-5388cc1d467a,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:37:34.348770 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:37:36.019611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 48b8c188-8666-472f-9700-5388cc1d467a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:37:36.090574 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 48b8c188-8666-472f-9700-5388cc1d467a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:37:36.090921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:38.540139 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:37:47.507606 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-c1d91a9c-d807-4408-9a65-28e3cf080747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:49.861958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-056cab39-e4c0-4160-841a-3cf030268634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:50.080365 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:51.129843 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:37:52.566126 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:15.538955 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:38:17.501429 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-fd7d76c2-2313-422f-964c-2c908057455f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:19.873902 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4cf43672-cd51-417d-adab-a2a46bf97125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:20.085666 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:21.135248 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:22.562045 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:39.196240 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45670) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:38:39.205676 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [None req-b12f6e16-1358-414f-b459-f98cd9fc0a4f tempest-verify_tempest_config-558051922 tempest-verify_tempest_config-558051922-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:38:39.207080 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b12f6e16-1358-414f-b459-f98cd9fc0a4f tempest-verify_tempest_config-558051922 tempest-verify_tempest_config-558051922-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0092442 Jun 01 14:38:39.539837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45688) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:38:39.659953 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:39.674748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:38:39.678739 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Usage tracker for resource:security_group_rule and tenant:05c2294900e4415eb9e4db9cc2eedef9 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:38:39.681658 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:38:39.687454 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:38:39.788781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:39.795538 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:39.804366 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:38:39.841164 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Synchronizing usage tracker for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:38:39.845079 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f8c55c-2f92-4a14-8c06-7aa1d52cdb7b,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:38:39.854629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.855017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.855339 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.855665 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.855990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.856350 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.856651 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.856970 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.857309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.857624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.857941 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.858255 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:38:39.863057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:38:39.872735 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Unset dirty status for tenant:dc5b0f799c25454aaa22ca979e667833 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:38:39.874365 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05c2294900e4415eb9e4db9cc2eedef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3335390 Jun 01 14:38:39.877187 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45694) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:38:39.937078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:39.964880 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:40.060395 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:40.064353 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:38:40.075698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f8c55c-2f92-4a14-8c06-7aa1d52cdb7b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:38:40.079166 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:38:40.082211 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:40.083364 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37f8c55c-2f92-4a14-8c06-7aa1d52cdb7b HTTP/1.1" status: 204 len: 168 time: 0.2049494 Jun 01 14:38:47.507099 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-407a2486-7cf4-4e36-86e7-1f8ac2cb8eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:49.870475 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b937e163-c06d-4399-bed4-3464015aa06f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:50.089923 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:51.136801 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:38:52.538265 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:38:52.564763 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:17.513330 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-258c9833-0c73-40eb-89ef-ae793eb87e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:19.878877 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-aa042976-d5e1-4602-ae25-f765af0e436c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:20.099984 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:21.152194 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:22.576078 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:29.541688 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:39:47.506839 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-09926137-d00f-45c9-9a74-361c23854626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:49.882717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-8af3edb8-b0a5-485b-8a3f-f7764a8bf667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:50.096345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:51.150308 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:39:52.584798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:06.546492 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 5 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:40:17.509679 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-5e858318-2edf-4833-b4f5-103f5df21475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:19.887865 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b12eff5c-5771-403d-8d64-891f1f2554c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:20.101375 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:21.156782 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:22.582872 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:35.434062 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213'] for agent, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:37.568846 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45746) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:40:37.697882 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ad76bfb1-cd46-472e-bf8e-154bb36d26d2 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.1279488 Jun 01 14:40:39.780287 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45756) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:40:39.838681 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c2bec267-b668-4be9-9cf5-8c34eabfc615 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4297 time: 0.0572615 Jun 01 14:40:43.546163 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:40:47.515885 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2433f30c-8ce6-4e37-a631-ddc45a101310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:49.891482 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-04f1d94f-f942-4a3c-bf17-749126b8c9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:50.103198 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:51.156468 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:40:52.591480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:05.391578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:17.504727 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-8f1fcfcd-f61f-4e94-8394-bdee23b83405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:19.883443 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-31b341a2-254b-4570-b930-56f9eb55e273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:20.106771 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:20.546862 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:41:21.162894 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:22.593560 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:35.407370 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:47.497889 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-abec4626-df6d-4bcc-8752-d0e34f4565d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:49.878531 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-d349c727-f1a6-4464-9b54-790bff661f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:50.101140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:51.160000 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:52.593757 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:41:57.546414 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:42:05.437907 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.362223 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45862) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:14.565971 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-network', 'tenant_id': '319990332f364ed79605b7107128e561'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:14.571784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:14.576496 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Usage tracker for resource:network and tenant:319990332f364ed79605b7107128e561 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:14.579598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:14.586655 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:14.601821 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Made reservation on behalf of 319990332f364ed79605b7107128e561 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:14.604149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.617768 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.635626 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:14.639850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Usage tracker for resource:security_group_rule and tenant:319990332f364ed79605b7107128e561 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:14.643111 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:14.650029 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:14.739399 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.744153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.748835 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-42df7273-36b7-4d4d-990f-b85c6f6d2950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:14.774870 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897875c-3e9e-41cc-8ff5-19e9fe7d449c,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:14.783114 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.783640 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.784020 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.784417 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.784770 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.785094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.785406 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.785885 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.786621 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.787176 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.787494 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.788071 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Tracked resource versions report: Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: pushed versions: Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: { 'AddressGroup': {'1.2'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'ConntrackHelper': {'1.0'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Log': {'1.0'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Network': {'1.1'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Port': {'1.7'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'PortForwarding': {'1.2'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'QosPolicy': {'1.8'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroup': {'1.4'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SubPort': {'1.0'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Subnet': {'1.1'}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Trunk': {'1.1'}} Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: consumer versions: Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: HyperV agent@hv-cinder-78240: {}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'ConntrackHelper': '1.0', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Log': '1.0', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Network': '1.1', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Port': '1.7', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'PortForwarding': '1.2', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'QosPolicy': '1.8', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroup': '1.4', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SecurityGroupRule': '1.2', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'SubPort': '1.0', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Subnet': '1.1', Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: 'Trunk': '1.1'}} Jun 01 14:42:14.789051 dv-cinder-782405-10-smb neutron-server[98724]: {{(pid=98724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:42:14.803006 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:14.807444 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 850} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:14.818826 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.819168 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Added segment f650ae33-44a1-4c92-97a2-16b68b0b318e of type vlan for network 5b91548f-0046-469b-8b3c-ef708b200ddd Jun 01 14:42:14.846051 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.879894 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.881802 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:14.882551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:14.886282 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:14.995368 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Pushing event updated for resources: {'Network': ['ID=5b91548f-0046-469b-8b3c-ef708b200ddd,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:15.000679 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6367495 Jun 01 14:42:15.001731 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45910) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:15.002399 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:15.008621 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 5b91548f-0046-469b-8b3c-ef708b200ddd details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:15.010872 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Request body: {'subnet': {'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-subnet', 'tenant_id': '319990332f364ed79605b7107128e561', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:15.016814 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:15.021614 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Usage tracker for resource:subnet and tenant:319990332f364ed79605b7107128e561 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:15.024913 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:15.031143 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:15.042325 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Made reservation on behalf of 319990332f364ed79605b7107128e561 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:15.045190 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Notify callbacks [] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.460506 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45940) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:15.460991 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.465745 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:15.523256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a22bad-54fe-48f0-b14b-f1a86cbe745d,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:15.532775 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.533153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.533623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.533842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.534170 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.534525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.534966 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.535147 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.535430 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.535747 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.536068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.536424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Tracked resource versions report: Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: pushed versions: Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: { 'AddressGroup': {'1.2'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'ConntrackHelper': {'1.0'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Log': {'1.0'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Network': {'1.1'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Port': {'1.7'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'PortForwarding': {'1.2'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'QosPolicy': {'1.8'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroup': {'1.4'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SubPort': {'1.0'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Subnet': {'1.1'}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Trunk': {'1.1'}} Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: consumer versions: Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: HyperV agent@hv-cinder-78240: {}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'ConntrackHelper': '1.0', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Log': '1.0', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Network': '1.1', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Port': '1.7', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'PortForwarding': '1.2', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'QosPolicy': '1.8', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroup': '1.4', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SecurityGroupRule': '1.2', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'SubPort': '1.0', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Subnet': '1.1', Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: 'Trunk': '1.1'}} Jun 01 14:42:15.537413 dv-cinder-782405-10-smb neutron-server[98723]: {{(pid=98723) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:42:15.546567 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:15.567825 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Checking segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:15.568203 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Network hostable DHCP agents. Network: 5b91548f-0046-469b-8b3c-ef708b200ddd, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:15.593240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Network 5b91548f-0046-469b-8b3c-ef708b200ddd is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:15.605286 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 5b91548f-0046-469b-8b3c-ef708b200ddd) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:15.615275 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:15.615629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.617688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8630d8f-0aa4-4a54-aa43-dfc121dda374 None None] Network 5b91548f-0046-469b-8b3c-ef708b200ddd requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:15.640885 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 45960) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:15.642077 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6380582 Jun 01 14:42:15.646879 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:15.652768 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:15.658523 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Usage tracker for resource:router and tenant:319990332f364ed79605b7107128e561 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:15.661607 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:15.669079 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:15.685205 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-285848437-network', 'tenant_id': '3e96ff25086a4998b868f680098d553d'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:15.691448 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:15.695322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Usage tracker for resource:network and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:15.699954 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:15.702760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.703767 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.711957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:15.728623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.730170 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Made reservation on behalf of 3e96ff25086a4998b868f680098d553d for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:15.739358 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.751311 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:15.771393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:15.776701 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:15.779707 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:15.839729 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d6c037-38d6-4695-b6f8-981ed806a91a None None] Network 5b91548f-0046-469b-8b3c-ef708b200ddd requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:15.839883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:16.036316 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 45976) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:16.123584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.247307 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.253560 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.275841 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:16.293768 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 865} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:16.330055 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.330505 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Added segment 1783b6f3-3dd4-4b55-8766-acb97bf380d9 of type vlan for network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc Jun 01 14:42:16.336529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25e7308-de5d-4493-bb76-f2bf201335ed,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:16.339774 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:16.377392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.508958 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46002) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:16.546001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1189026378-network', 'tenant_id': 'feffb3a0a7a74a6b8700776b3aae746c'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:16.551266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:16.555442 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Usage tracker for resource:network and tenant:feffb3a0a7a74a6b8700776b3aae746c is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:16.559297 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:16.577373 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:16.589164 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.591447 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Made reservation on behalf of feffb3a0a7a74a6b8700776b3aae746c for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:16.592372 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:16.592955 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.594712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.609744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.617618 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:16.628944 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:16.634079 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Usage tracker for resource:security_group_rule and tenant:feffb3a0a7a74a6b8700776b3aae746c is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:16.637558 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:16.637721 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1760845 Jun 01 14:42:16.643274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46014) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:16.645476 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:16.654621 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Request body: {'subnet': {'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-subnet', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:16.659196 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:16.663199 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Usage tracker for resource:subnet and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:16.666215 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:16.672439 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:16.732433 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Made reservation on behalf of 3e96ff25086a4998b868f680098d553d for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:16.735009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.742927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.748349 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.765861 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.767513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 882} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:16.779591 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.779938 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Added segment ede8f53f-07af-44f9-a926-4a29cdd69bb7 of type vlan for network 43848d83-7476-4152-b7eb-d62be3cb5e6c Jun 01 14:42:16.801619 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:16.826233 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-982545711-network', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:16.848078 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.849551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.864677 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b4429-c00d-4efc-8a25-8bb978ec88ad,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:16.891486 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:16.895048 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:16.901488 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Usage tracker for resource:network and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:16.903584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Pushing event updated for resources: {'Network': ['ID=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:16.913983 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:16.916267 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:16.922621 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:16.933463 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:16.947716 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.949024 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:16.949595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:16.956435 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:16.989977 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Made reservation on behalf of 5a5a3ea121c34b6d8aa76b0ed4646050 for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:16.992414 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.020555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.122310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:17.126325 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Pushing event updated for resources: {'Network': ['ID=43848d83-7476-4152-b7eb-d62be3cb5e6c,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:17.142762 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 43848d83-7476-4152-b7eb-d62be3cb5e6c details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:17.145551 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1075017 Jun 01 14:42:17.146570 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:17.147005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46032) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:17.147968 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:17.153051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:17.159787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Request body: {'subnet': {'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1189026378-subnet', 'tenant_id': 'feffb3a0a7a74a6b8700776b3aae746c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:17.170681 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:17.174005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:17.200307 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Usage tracker for resource:subnet and tenant:feffb3a0a7a74a6b8700776b3aae746c is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:17.221102 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:17.243162 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:17.287124 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Allocated IP 172.28.2.103 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/cfb7901a-6235-4ffb-ac56-873f8368c508) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:17.303996 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Made reservation on behalf of feffb3a0a7a74a6b8700776b3aae746c for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:17.309012 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.511062 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ab492ffe-955e-4528-ac1f-d053accba8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.620305 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.657692 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.669777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-96f529c2-7903-4b7d-90ae-fc46476f3dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:17.717240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 855} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:17.730238 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.734100 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e8aa4b-5847-4ba5-a456-457fdbd56629,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:17.753220 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:17.757083 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:17.757538 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Added segment eb9660bd-bc44-487f-8691-d41fa9d9fcfd of type vlan for network a76e99b5-3940-4f09-b227-15811a641892 Jun 01 14:42:17.906944 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.024138 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.026268 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:18.027029 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.034012 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:18.113213 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6030855 Jun 01 14:42:18.113916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46068) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:18.126409 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.140124 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:18.212483 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Request body: {'subnet': {'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-982545711-subnet', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:18.237528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:18.259238 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Usage tracker for resource:subnet and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:18.262676 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:18.265333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Pushing event updated for resources: {'Network': ['ID=a76e99b5-3940-4f09-b227-15811a641892,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:18.271334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:18.272280 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:18.277831 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network a76e99b5-3940-4f09-b227-15811a641892 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:18.287843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:18.292009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:18.293542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Made reservation on behalf of 5a5a3ea121c34b6d8aa76b0ed4646050 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:18.295105 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:18.296899 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.368799 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Pushing event updated for resources: {'Port': ['ID=cfb7901a-6235-4ffb-ac56-873f8368c508,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:18.372154 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:18.446617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.459655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:18.552097 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8ce8cea-05ff-487f-9127-e7038a6d164b,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:18.561992 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:18.586510 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46082) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:18.601168 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Checking segment: {'id': 'ede8f53f-07af-44f9-a926-4a29cdd69bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:18.601492 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Network hostable DHCP agents. Network: 43848d83-7476-4152-b7eb-d62be3cb5e6c, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:18.638518 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Network 43848d83-7476-4152-b7eb-d62be3cb5e6c is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:18.659960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 43848d83-7476-4152-b7eb-d62be3cb5e6c) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:18.669331 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:18.669930 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.670601 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09767a10-97fc-4234-8cff-24c569bf8136 None None] Network 43848d83-7476-4152-b7eb-d62be3cb5e6c requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:18.742242 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5899942 Jun 01 14:42:18.756093 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:18.782551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8d077f29-25f3-43eb-9b74-5730c75e0558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:18.970038 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2100c80e-b56a-40d5-8398-3c5d2d17a0f8 None None] Network 43848d83-7476-4152-b7eb-d62be3cb5e6c requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:19.008430 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.028271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:19.055771 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.107611 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:19.115501 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Usage tracker for resource:security_group_rule and tenant:117642e79c2049719b2acd48a5b8f9aa is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:19.118459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3973e742-928e-4ed8-9462-ffe663ac830a,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:19.122556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:19.123481 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:19.137193 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:19.179912 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Checking segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:19.181045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Network hostable DHCP agents. Network: a76e99b5-3940-4f09-b227-15811a641892, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:19.224669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Network a76e99b5-3940-4f09-b227-15811a641892 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:19.254673 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, a76e99b5-3940-4f09-b227-15811a641892) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:19.258677 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:19.262335 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:19.266752 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1f641-b5f9-460f-bb7a-1840acc59342 None None] Network a76e99b5-3940-4f09-b227-15811a641892 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:19.273859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:19.274925 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.281673 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.301905 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-506c88a4-382f-4b87-b27a-da46d683e334 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1740718 Jun 01 14:42:19.304579 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46114) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:19.316579 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:19.333308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:19.340469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Checking segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:19.340824 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Network hostable DHCP agents. Network: 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:19.342055 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Usage tracker for resource:router and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:19.347168 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:19.353383 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:19.364490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.366028 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.380440 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46122) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:19.401892 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.417647 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.477878 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.485400 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:19.523203 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:19.559376 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4efdf3-c205-41d2-bb9b-8f99169a323d,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:19.587256 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:19.611516 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:19.631283 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=117642e79c2049719b2acd48a5b8f9aa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0435605 Jun 01 14:42:19.648667 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46134) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:19.686169 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-a76e99b5-3940-4f09-b227-15811a641892', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:42:19.687549 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.706034 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7257d6ab-61e7-40a0-8b6a-eb1b57918670 None None] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:19.747615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:19.748602 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.752537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46154) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:19.823132 dv-cinder-782405-10-smb neutron-server[98724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 14:42:19.829876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.853390 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:19.865367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:19.890908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf41e5b7999e46c49fb80b60a3c7859a is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:19.895845 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:19.903913 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:19.991354 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.3470268 Jun 01 14:42:20.073765 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46166) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:20.097476 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:20.135080 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:20.146862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Allocated IP 172.20.0.2 (a76e99b5-3940-4f09-b227-15811a641892/3973e742-928e-4ed8-9462-ffe663ac830a/80f341aa-2965-4dca-9a18-aa35658af972) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:20.188838 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.207146 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Usage tracker for resource:router and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:20.210306 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.212098 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:20.224501 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:20.245194 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.266854 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.281080 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-01b55014-2b09-4db6-ad7a-14ed5973957e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:20.287933 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-01b55014-2b09-4db6-ad7a-14ed5973957e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/networks?id=43848d83-7476-4152-b7eb-d62be3cb5e6c HTTP/1.1" status: 200 len: 812 time: 0.4834943 Jun 01 14:42:20.301108 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.302262 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.315843 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d68788-0527-46c5-bbaf-8af01b20e443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:20.366452 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.381189 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.393415 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Transition to ACTIVE for port object 80f341aa-2965-4dca-9a18-aa35658af972 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:20.402336 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-23b71d6a-0323-46f7-a7d2-2ed52c83e477 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/quotas/feffb3a0a7a74a6b8700776b3aae746c HTTP/1.1" status: 200 len: 375 time: 0.1131189 Jun 01 14:42:20.408157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a860d90e-85f6-4002-aed5-9ba20d4a458d,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:20.412548 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:20.419251 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf41e5b7999e46c49fb80b60a3c7859a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0373406 Jun 01 14:42:20.421824 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Transition to ACTIVE for port object 80f341aa-2965-4dca-9a18-aa35658af972 will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:20.422068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46174) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:20.427865 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:42:20.428759 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.450155 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.451445 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.471663 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:20.514036 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.516064 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Network a76e99b5-3940-4f09-b227-15811a641892 is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:20.518737 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:20.607639 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.612323 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-8dc6db18-4b59-417a-80d5-e988ebcd4515 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=feffb3a0a7a74a6b8700776b3aae746c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2088633 Jun 01 14:42:20.628084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.684299 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.749624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Allocated IP 172.28.2.202 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/d1e313a4-cb26-40df-880f-e0452cbc5d42) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:20.752816 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Allocated IP 172.20.0.2 (18f5cb91-6a38-4df2-81a7-3339cf8ef8dc/f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b/44214e15-888e-4e8a-bc6a-17e39ebcfaad) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:20.770536 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:20.865633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.873814 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-028c917c-45ee-44a8-bf5b-ba810fe1a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.878788 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.880197 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:20.886966 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-5812cde5-99ae-4672-991d-721f23f307c2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:42:20.887977 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-5812cde5-99ae-4672-991d-721f23f307c2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1601698 Jun 01 14:42:20.896185 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a860d90e-85f6-4002-aed5-9ba20d4a458d,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:20.898272 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:20.906951 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:20.933418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:20.933418 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a860d90e-85f6-4002-aed5-9ba20d4a458d HTTP/1.1" status: 204 len: 168 time: 0.5084016 Jun 01 14:42:20.991043 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.013424 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4efdf3-c205-41d2-bb9b-8f99169a323d,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:21.033464 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.043342 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ba6e63f1-7b25-4547-9af9-92e95cb8c831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:21.068036 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:21.082419 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.160957 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Pushing event updated for resources: {'Port': ['ID=d1e313a4-cb26-40df-880f-e0452cbc5d42,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:21.166682 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:21.192307 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:21.193852 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:21.197344 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:21.225057 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.226179 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba4efdf3-c205-41d2-bb9b-8f99169a323d HTTP/1.1" status: 204 len: 168 time: 1.5734522 Jun 01 14:42:21.237654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.252922 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Router baa3773c-8dde-48ad-bdd3-d3c22a56d07c is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:42:21.273312 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Attempting to bind port 80f341aa-2965-4dca-9a18-aa35658af972 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:21.274427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Attempting to bind port 80f341aa-2965-4dca-9a18-aa35658af972 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:21.281017 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Attempting to bind port 80f341aa-2965-4dca-9a18-aa35658af972 on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:21.291592 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Pushing event updated for resources: {'Port': ['ID=80f341aa-2965-4dca-9a18-aa35658af972,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:21.332902 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.333133 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.333471 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.333801 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.334130 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.334454 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.334779 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.335100 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.335451 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.335769 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.336090 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.336513 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Tracked resource versions report: Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: pushed versions: Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: { 'AddressGroup': {'1.2'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'ConntrackHelper': {'1.0'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Log': {'1.0'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Network': {'1.1'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Port': {'1.7'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'PortForwarding': {'1.2'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'QosPolicy': {'1.8'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroup': {'1.4'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SubPort': {'1.0'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Subnet': {'1.1'}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Trunk': {'1.1'}} Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: consumer versions: Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: HyperV agent@hv-cinder-78240: {}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'ConntrackHelper': '1.0', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Log': '1.0', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Network': '1.1', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Port': '1.7', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'PortForwarding': '1.2', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'QosPolicy': '1.8', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroup': '1.4', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SecurityGroupRule': '1.2', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'SubPort': '1.0', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Subnet': '1.1', Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: 'Trunk': '1.1'}} Jun 01 14:42:21.337588 dv-cinder-782405-10-smb neutron-server[98725]: {{(pid=98725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:42:21.340704 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:21.340704 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Checking segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:21.341053 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.341443 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Bound using segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:21.341945 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Bound port: 80f341aa-2965-4dca-9a18-aa35658af972, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:21.342323 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.373483 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:21.374142 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.469553 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.491719 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Transition to ACTIVE for port object 44214e15-888e-4e8a-bc6a-17e39ebcfaad will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:21.511808 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-638e45bf-eb24-415d-bc29-6774bb1f320f service neutron] 10.222.0.15 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019831 Jun 01 14:42:21.537855 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Transition to ACTIVE for port object 44214e15-888e-4e8a-bc6a-17e39ebcfaad will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:21.544986 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] For port 80f341aa-2965-4dca-9a18-aa35658af972, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:21.550546 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] For port 80f341aa-2965-4dca-9a18-aa35658af972, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=80f341aa-2965-4dca-9a18-aa35658af972,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:21.555077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.570491 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:21.633459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.661943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:21.666770 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:21.672726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:21.799771 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:21.816971 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Sync routers for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:21.837154 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:21.838118 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:21.877000 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-466ce699-ffef-4e15-a8ad-7e16465660c4 service neutron] 10.222.0.15 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641415 Jun 01 14:42:21.907664 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Pushing event updated for resources: {'Port': ['ID=44214e15-888e-4e8a-bc6a-17e39ebcfaad,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:21.910381 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:21.911289 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Attempting to bind port 44214e15-888e-4e8a-bc6a-17e39ebcfaad on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:21.911662 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Attempting to bind port 44214e15-888e-4e8a-bc6a-17e39ebcfaad by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:21.912030 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Attempting to bind port 44214e15-888e-4e8a-bc6a-17e39ebcfaad on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:21.914564 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:21.930048 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:21.945061 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.3028171 Jun 01 14:42:21.945742 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46230) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:22.038876 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Pushing event updated for resources: {'Port': ['ID=80f341aa-2965-4dca-9a18-aa35658af972,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:22.045685 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:22.054464 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:22.055148 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Checking segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:22.055815 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:22.059424 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Bound using segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:22.060353 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Bound port: 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:22.061106 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:22.116528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:22.325264 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:22.365694 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] For port 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:22.372279 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] For port 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44214e15-888e-4e8a-bc6a-17e39ebcfaad,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:22.382505 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:22.407555 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:22.536769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46248) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:22.539152 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46254) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:22.587584 dv-cinder-782405-10-smb neutron-server[98723]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 01 14:42:22.680450 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Pushing event updated for resources: {'Port': ['ID=44214e15-888e-4e8a-bc6a-17e39ebcfaad,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:22.691113 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:22.698198 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:22.891860 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46270) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:22.993061 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.028061 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2d9e7138-7463-4ea0-b30c-3469f33f29f2 req-6a3b6006-48d1-48cd-8bf0-b2e099022f99 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 210 time: 0.4832482 Jun 01 14:42:23.176342 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:18Z', 'revision_number': 3, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:23.200990 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Checking router: baa3773c-8dde-48ad-bdd3-d3c22a56d07c for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:23.203390 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Updating router baa3773c-8dde-48ad-bdd3-d3c22a56d07c port cfb7901a-6235-4ffb-ac56-873f8368c508 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:23.213910 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:23.246058 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Usage tracker for resource:security_group_rule and tenant:3c07ec775a904e9db4fb352e13da640b is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:23.291640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:23.336154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:23.403246 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.443475 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.446280 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46290) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:23.450390 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.459489 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.459691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.473981 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ddb06fd3-5311-49b6-b8e3-757499720945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:23.511859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081154db-02ce-43ab-8f64-e6fd25c923a3,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:23.519522 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:23.660628 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-285710752-network', 'tenant_id': 'e935543f067444a5b4a0098a63df1164'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:23.664698 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c07ec775a904e9db4fb352e13da640b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1233943 Jun 01 14:42:23.667833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46304) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:23.719704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.740692 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae9c5a3-cc3f-4d9f-ac35-5567473e4190 None None] Network a76e99b5-3940-4f09-b227-15811a641892 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:23.762392 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:23.766513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6c7aa29f2b7548d494cf4c29309e6c86 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:23.769625 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:23.775556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:23.857997 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:23.863279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:23.913098 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Usage tracker for resource:network and tenant:e935543f067444a5b4a0098a63df1164 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:23.917540 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-3f1f0a00-f4fd-4c20-8309-fb013fc5f35b None None] Provisioning for port 80f341aa-2965-4dca-9a18-aa35658af972 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:23.921113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:23.936852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:24.037258 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.052066 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.084479 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Made reservation on behalf of e935543f067444a5b4a0098a63df1164 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:24.086796 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.108585 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.162465 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.174146 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.218881 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Transition to ACTIVE for port object cfb7901a-6235-4ffb-ac56-873f8368c508 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:24.230375 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.243398 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:24.244130 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:24.256507 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:24.260401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Usage tracker for resource:security_group_rule and tenant:e935543f067444a5b4a0098a63df1164 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:24.264572 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:24.274640 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:24.328981 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ba8434-e9d7-48c8-b4f9-ea2b8a370cfa None None] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:24.377700 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.408046 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c7aa29f2b7548d494cf4c29309e6c86&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9571402 Jun 01 14:42:24.419812 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f912d49-3664-4ac4-994c-3ac279fa89ce,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:24.444351 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46324) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:24.445387 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:24.453831 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.479832 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Attempting to bind port cfb7901a-6235-4ffb-ac56-873f8368c508 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:24.480221 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Attempting to bind port cfb7901a-6235-4ffb-ac56-873f8368c508 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:24.480599 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Attempting to bind port cfb7901a-6235-4ffb-ac56-873f8368c508 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:24.482949 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Pushing event updated for resources: {'Port': ['ID=cfb7901a-6235-4ffb-ac56-873f8368c508,revision_number=2']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:24.491815 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.492153 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.492506 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.492872 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.493150 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.493482 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.493788 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.494095 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.494434 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.494810 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.495062 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.495381 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Tracked resource versions report: Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: pushed versions: Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: { 'AddressGroup': {'1.2'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'ConntrackHelper': {'1.0'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Log': {'1.0'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Network': {'1.1'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Port': {'1.7'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'PortForwarding': {'1.2'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'QosPolicy': {'1.8'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroup': {'1.4'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroupRule': {'1.2'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SubPort': {'1.0'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Subnet': {'1.1'}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Trunk': {'1.1'}} Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: consumer versions: Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: { DHCP agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: HyperV agent@hv-cinder-78240: {}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: L3 agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: Metadata agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: Metering agent@dv-cinder-782405-10-smb: {}, Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: Open vSwitch agent@dv-cinder-782405-10-smb: { 'AddressGroup': '1.2', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'ConntrackHelper': '1.0', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Log': '1.0', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Network': '1.1', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Port': '1.7', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'PortForwarding': '1.2', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'QosPolicy': '1.8', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroup': '1.4', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SecurityGroupRule': '1.2', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'SubPort': '1.0', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Subnet': '1.1', Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: 'Trunk': '1.1'}} Jun 01 14:42:24.496417 dv-cinder-782405-10-smb neutron-server[98726]: {{(pid=98726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 01 14:42:24.500527 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:24.501470 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:24.501922 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:24.502324 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.502701 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:24.503761 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Bound port: cfb7901a-6235-4ffb-ac56-873f8368c508, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:24.503761 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.532099 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44214e15-888e-4e8a-bc6a-17e39ebcfaad up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:24.541783 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.546912 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.631516 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-76f45b21-e71c-4438-bdf1-ad55471747b6 None None] Provisioning for port 44214e15-888e-4e8a-bc6a-17e39ebcfaad completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:24.663967 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Router 98ccc276-ff24-481f-b157-63b90f4ca379 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:42:24.685866 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.699099 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:24.715708 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] For port cfb7901a-6235-4ffb-ac56-873f8368c508, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:24.718972 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] For port cfb7901a-6235-4ffb-ac56-873f8368c508, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfb7901a-6235-4ffb-ac56-873f8368c508,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:24.720989 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-69c5399c-d6ec-42c7-a167-2821ec2358bd req-0df73554-7d5f-41b5-86f1-4512aea775f4 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 210 time: 0.5597372 Jun 01 14:42:24.728432 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.745393 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:24.794206 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.797682 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 44214e15-888e-4e8a-bc6a-17e39ebcfaad completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:24.798188 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Allocated IP 172.28.2.132 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/b2c5311c-50e0-41b2-bdce-6933ede14226) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:24.808770 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.812884 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 44214e15-888e-4e8a-bc6a-17e39ebcfaad triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:24.813524 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.818262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a651537c-28b3-41a9-9454-ffd733173f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:24.846720 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:24.847349 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:24.848974 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 873} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:24.860510 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.860826 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Added segment b09ca561-1bf8-4365-8657-9dff23a997cf of type vlan for network dbe4e91a-06ca-470f-ad60-eff446a9e2c9 Jun 01 14:42:24.917183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:24.965405 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081154db-02ce-43ab-8f64-e6fd25c923a3,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:24.978249 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:25.042620 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.043725 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/081154db-02ce-43ab-8f64-e6fd25c923a3 HTTP/1.1" status: 204 len: 168 time: 1.3749568 Jun 01 14:42:25.055027 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:25.064811 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Pushing event updated for resources: {'Port': ['ID=cfb7901a-6235-4ffb-ac56-873f8368c508,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:25.079517 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:25.084580 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.088476 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:25.089775 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.091623 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f912d49-3664-4ac4-994c-3ac279fa89ce HTTP/1.1" status: 204 len: 168 time: 0.6399035 Jun 01 14:42:25.092953 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:25.102736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.104098 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7951877 Jun 01 14:42:25.107148 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f912d49-3664-4ac4-994c-3ac279fa89ce,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:25.109527 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46346) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:25.110634 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:25.121219 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:25.249244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88bf00b-2907-4389-87f3-b33ef9a1e811,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:25.320756 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:25.326711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.333496 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:25.334316 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.366138 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8316434a-e2f5-41da-bc85-3b3ec1d02440 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:25.387390 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4587874 Jun 01 14:42:25.395624 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46356) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:25.407840 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.433197 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:25.433846 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:25.478060 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Request body: {'subnet': {'network_id': 'dbe4e91a-06ca-470f-ad60-eff446a9e2c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-285710752-subnet', 'tenant_id': 'e935543f067444a5b4a0098a63df1164', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:25.683862 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:25.716921 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Usage tracker for resource:subnet and tenant:e935543f067444a5b4a0098a63df1164 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:25.724206 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:25.778199 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:25.789140 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Pushing event updated for resources: {'Network': ['ID=dbe4e91a-06ca-470f-ad60-eff446a9e2c9,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:25.803018 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:25.814076 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:18Z', 'revision_number': 3, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:25.827126 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197bc6ad-dae7-45f1-83a1-1f2c58ad8a19 None None] The sync data for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb is: [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:18Z', 'revision_number': 3, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:25.842403 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:25.857316 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.884050 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Made reservation on behalf of e935543f067444a5b4a0098a63df1164 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:25.889792 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:25.979264 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network dbe4e91a-06ca-470f-ad60-eff446a9e2c9 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:26.067502 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.79', 51455) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:26.352360 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44214e15-888e-4e8a-bc6a-17e39ebcfaad,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:26.570267 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Allocated IP 172.20.0.1 (5b91548f-0046-469b-8b3c-ef708b200ddd/f6a22bad-54fe-48f0-b14b-f1a86cbe745d/6d38b53e-afa0-4246-8758-d142c5a49f8e) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:26.587789 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:26.649930 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 80f341aa-2965-4dca-9a18-aa35658af972 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:26.771442 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a3a56195-ef04-4f1e-b2e1-3fdff49bb3d8 req-83cab103-23b4-4f57-be81-d4ed062953e3 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 210 time: 0.2115521 Jun 01 14:42:26.835431 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:27.075240 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-f9b36d61-5c20-4f40-b0e5-c12ab8a3d437 None None] Provisioning complete for port 44214e15-888e-4e8a-bc6a-17e39ebcfaad triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:27.075628 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f9b36d61-5c20-4f40-b0e5-c12ab8a3d437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.117395 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=44214e15-888e-4e8a-bc6a-17e39ebcfaad,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:27.120477 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:27.211416 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 80f341aa-2965-4dca-9a18-aa35658af972 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:27.217866 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.231642 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 80f341aa-2965-4dca-9a18-aa35658af972 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:27.232609 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.268030 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:27.362807 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-fc6b03c2-baa4-441d-8f81-dbc1ba9c4e1e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:27.363486 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-fc6b03c2-baa4-441d-8f81-dbc1ba9c4e1e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Synchronizing usage tracker for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:network {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:27.389857 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:21Z', 'revision_number': 3, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:27.431651 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:27.432253 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Updating router 98ccc276-ff24-481f-b157-63b90f4ca379 port d1e313a4-cb26-40df-880f-e0452cbc5d42 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:27.441000 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:27.456485 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:27.459173 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-fc6b03c2-baa4-441d-8f81-dbc1ba9c4e1e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Unset dirty status for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:network {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:27.460538 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-fc6b03c2-baa4-441d-8f81-dbc1ba9c4e1e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.79 "GET /v2.0/networks?id=43848d83-7476-4152-b7eb-d62be3cb5e6c HTTP/1.1" status: 200 len: 812 time: 1.3913484 Jun 01 14:42:27.467366 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:27.495672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.563461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Request body: {'port': {'device_id': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c', 'admin_state_up': True, 'tenant_id': 'feffb3a0a7a74a6b8700776b3aae746c'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:27.570729 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.649053 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.700228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Pushing event updated for resources: {'Port': ['ID=b2c5311c-50e0-41b2-bdce-6933ede14226,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:27.718200 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:27.753823 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:27.771681 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Usage tracker for resource:port and tenant:feffb3a0a7a74a6b8700776b3aae746c is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:27.777521 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:27.797802 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.817325 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:27.943664 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:27.959382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3fa07430-3282-4be4-9d6e-9fd0b2bc0c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:27.990719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Made reservation on behalf of feffb3a0a7a74a6b8700776b3aae746c for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:28.004814 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.022683 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.149790 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Network 5b91548f-0046-469b-8b3c-ef708b200ddd is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:28.160586 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:28.166302 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 80f341aa-2965-4dca-9a18-aa35658af972, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=80f341aa-2965-4dca-9a18-aa35658af972,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:28.167863 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:28.168578 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.181766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.208737 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:28.302699 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Allocated IP 172.20.0.9 (43848d83-7476-4152-b7eb-d62be3cb5e6c/e8ce8cea-05ff-487f-9127-e7038a6d164b/08cac27e-9213-4bc7-b45c-1e1eaf30ecfd) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:28.388063 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Pushing event updated for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:28.397671 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:28.398343 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=80f341aa-2965-4dca-9a18-aa35658af972,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:28.403571 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:28.422818 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:28.595492 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44214e15-888e-4e8a-bc6a-17e39ebcfaad up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:28.737726 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.793204 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.830998 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.848588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:28.889128 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0f629c9d-5293-42ec-a416-d984a768304b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:28.919032 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Transition to ACTIVE for port object d1e313a4-cb26-40df-880f-e0452cbc5d42 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:28.949469 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 44214e15-888e-4e8a-bc6a-17e39ebcfaad triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:28.950658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.048708 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.063817 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Pushing event updated for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:29.091192 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:29.134766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:29.171701 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Allocated IP 172.20.0.1 (a76e99b5-3940-4f09-b227-15811a641892/3973e742-928e-4ed8-9462-ffe663ac830a/3d036c9c-5016-40e2-bae6-4434809b57e7) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:29.269429 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Attempting to bind port d1e313a4-cb26-40df-880f-e0452cbc5d42 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:29.270588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Attempting to bind port d1e313a4-cb26-40df-880f-e0452cbc5d42 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:29.271192 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Attempting to bind port d1e313a4-cb26-40df-880f-e0452cbc5d42 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:29.326982 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Pushing event updated for resources: {'Port': ['ID=d1e313a4-cb26-40df-880f-e0452cbc5d42,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:29.336732 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:29.337422 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:29.338036 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.338650 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:29.339324 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Bound port: d1e313a4-cb26-40df-880f-e0452cbc5d42, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:29.339902 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.374473 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:29.379235 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Checking segment: {'id': 'b09ca561-1bf8-4365-8657-9dff23a997cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'dbe4e91a-06ca-470f-ad60-eff446a9e2c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:29.379595 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Network hostable DHCP agents. Network: dbe4e91a-06ca-470f-ad60-eff446a9e2c9, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:29.415378 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfb7901a-6235-4ffb-ac56-873f8368c508 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:29.489042 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] For port d1e313a4-cb26-40df-880f-e0452cbc5d42, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:29.494264 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] For port d1e313a4-cb26-40df-880f-e0452cbc5d42, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d1e313a4-cb26-40df-880f-e0452cbc5d42,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:29.500573 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.503200 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.510081 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:29.516440 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Network dbe4e91a-06ca-470f-ad60-eff446a9e2c9 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:29.519026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45aa7be3-13fa-4826-9089-23ed95fa041c,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:29.529676 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Transition to ACTIVE for port object 3d036c9c-5016-40e2-bae6-4434809b57e7 will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:29.548911 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:29.564919 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Network 43848d83-7476-4152-b7eb-d62be3cb5e6c is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:29.568340 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:29.583248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.584312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:29.590702 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:29.591396 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.650552 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:29.696839 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, dbe4e91a-06ca-470f-ad60-eff446a9e2c9) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:29.743639 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1852419 Jun 01 14:42:29.770311 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Pushing event updated for resources: {'Port': ['ID=d1e313a4-cb26-40df-880f-e0452cbc5d42,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:29.773767 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae777474-fc7d-4027-9e95-833855994b88 None None] Network dbe4e91a-06ca-470f-ad60-eff446a9e2c9 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:29.790804 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:29.802974 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:29.803664 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.881357 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.4646542 Jun 01 14:42:29.885157 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port cfb7901a-6235-4ffb-ac56-873f8368c508 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:29.893479 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Network a76e99b5-3940-4f09-b227-15811a641892 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:29.895407 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:29.896355 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:29.897810 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:29.917412 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:29.917936 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.942257 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:29.993320 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:29.998444 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port cfb7901a-6235-4ffb-ac56-873f8368c508 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:29.999211 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:30.013131 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:30.059049 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-d7021ae8-f679-41d6-98cf-6814005d392b tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:30.059908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-d7021ae8-f679-41d6-98cf-6814005d392b tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Synchronizing usage tracker for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:30.323312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:30.408542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-d7021ae8-f679-41d6-98cf-6814005d392b tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Unset dirty status for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:30.412830 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-d7021ae8-f679-41d6-98cf-6814005d392b tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 931 time: 1.5907166 Jun 01 14:42:30.507371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:30.580982 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-08d26fa5-b69b-4d31-984a-aacf56838942 None None] Provisioning for port 3d036c9c-5016-40e2-bae6-4434809b57e7 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:30.646673 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-08d26fa5-b69b-4d31-984a-aacf56838942 None None] Provisioning complete for port 3d036c9c-5016-40e2-bae6-4434809b57e7 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:30.649513 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-08d26fa5-b69b-4d31-984a-aacf56838942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:30.772780 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:42:31.006113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.015456 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.017424 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.025488 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46532) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:31.028544 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:31.095520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-51e15d5b-040f-4d6b-a069-391d0f2f7653 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:42:31.100353 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:31.109700 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-51e15d5b-040f-4d6b-a069-391d0f2f7653 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237329 Jun 01 14:42:31.129628 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.db.resource_extend [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 14:42:31.150454 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-c26a12f2-2509-4da4-bdaf-85d8118734c0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Synchronizing usage tracker for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:31.151427 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:31.165869 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:31.191499 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:31.192029 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea0edac-b7c1-4915-9b88-9d886c5d2eb2 None None] Network dbe4e91a-06ca-470f-ad60-eff446a9e2c9 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:31.192336 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.194436 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:31.198623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-c26a12f2-2509-4da4-bdaf-85d8118734c0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Unset dirty status for tenant:feffb3a0a7a74a6b8700776b3aae746c on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:31.200077 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-410a980a-f867-48de-a9f3-5c56e33a60f0 req-c26a12f2-2509-4da4-bdaf-85d8118734c0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739478 Jun 01 14:42:31.201247 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.204958 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.221782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:31.358252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Pushing event updated for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:31.375616 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:31.382194 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.385925 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.391427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-08d26fa5-b69b-4d31-984a-aacf56838942 None None] Port 3d036c9c-5016-40e2-bae6-4434809b57e7 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:42:31.394742 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.3182151 Jun 01 14:42:31.395720 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46546) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:31.659900 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:31.698162 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Network a76e99b5-3940-4f09-b227-15811a641892 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:31.703415 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:31.729508 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:31.734020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:31.738659 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46564) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:31.842819 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port cfb7901a-6235-4ffb-ac56-873f8368c508, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfb7901a-6235-4ffb-ac56-873f8368c508,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:31.863945 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:31.897332 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:31.965958 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080137417-network', 'tenant_id': 'dfd88f77b532414490b29c99a33260ec'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:32.007024 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:32.017461 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.023741 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Usage tracker for resource:network and tenant:dfd88f77b532414490b29c99a33260ec is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:32.050927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:32.207959 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:32.219499 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:32.260252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Network 5b91548f-0046-469b-8b3c-ef708b200ddd is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:32.261458 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46580) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:32.286483 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:32.286988 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 80f341aa-2965-4dca-9a18-aa35658af972 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:32.293994 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Usage tracker for resource:security_group_rule and tenant:c7bf1b92ff8e45c5be36ac6becd01ff3 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:32.299296 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:32.327782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Made reservation on behalf of dfd88f77b532414490b29c99a33260ec for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:32.334371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.380496 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.385237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:32.433319 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:32.447744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:42:32.460074 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd88f77b532414490b29c99a33260ec is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:32.470055 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:32.499081 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-abc000c6-2bff-4c08-83b1-f715e33d65ef None None] Provisioning complete for port 3d036c9c-5016-40e2-bae6-4434809b57e7 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:32.500279 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-abc000c6-2bff-4c08-83b1-f715e33d65ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.500633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:32.533707 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:27Z', 'revision_number': 3, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:32.553122 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:32.553474 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Updating router 8863f8a5-dd1f-4114-a7be-70d504c97181 port b2c5311c-50e0-41b2-bdce-6933ede14226 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:32.664228 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.675571 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-abc000c6-2bff-4c08-83b1-f715e33d65ef None None] Port 3d036c9c-5016-40e2-bae6-4434809b57e7 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:42:32.685515 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 80f341aa-2965-4dca-9a18-aa35658af972 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:32.685965 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.829410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:32.908820 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:32.913270 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Usage tracker for resource:security_group_rule and tenant:372afec75e2046f18e2667fd26cd7571 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:32.916607 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:32.923809 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:32.966900 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=cfb7901a-6235-4ffb-ac56-873f8368c508,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:32.978232 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:33.001332 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:21Z', 'revision_number': 3, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:33.007307 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6505888-e54a-4fc9-bdf5-6f15fcdf366f None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:21Z', 'revision_number': 3, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:33.076024 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.089017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.182251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Router baa3773c-8dde-48ad-bdd3-d3c22a56d07c has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:42:33.274488 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:33.322463 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=372afec75e2046f18e2667fd26cd7571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0582111 Jun 01 14:42:33.326823 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.330215 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46592) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:33.331273 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7aadeac-3d21-4c0b-a4ec-2be04b2fb40a,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:33.354715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:33.390066 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Transition to ACTIVE for port object b2c5311c-50e0-41b2-bdce-6933ede14226 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:33.406667 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.429494 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-0935f29f-636a-4fc0-8569-7203ff050bf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:33.463314 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c5159-eaa0-4367-8d8a-28197915d7b1 req-29faa142-4fe1-444e-adbb-fa094edca559 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:33.468903 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c41c5159-eaa0-4367-8d8a-28197915d7b1 req-29faa142-4fe1-444e-adbb-fa094edca559 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 931 time: 0.6002331 Jun 01 14:42:33.478822 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.564748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.565423 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Pushing event updated for resources: {'Port': ['ID=b2c5311c-50e0-41b2-bdce-6933ede14226,revision_number=2']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:33.568230 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Attempting to bind port b2c5311c-50e0-41b2-bdce-6933ede14226 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:33.568611 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Attempting to bind port b2c5311c-50e0-41b2-bdce-6933ede14226 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:33.569021 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Attempting to bind port b2c5311c-50e0-41b2-bdce-6933ede14226 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:33.571598 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:33.576055 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:33.576490 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:33.576899 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.577681 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:33.577816 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Bound port: b2c5311c-50e0-41b2-bdce-6933ede14226, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:33.578140 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.585975 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:33.617298 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.681963 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] For port b2c5311c-50e0-41b2-bdce-6933ede14226, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:33.692289 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] For port b2c5311c-50e0-41b2-bdce-6933ede14226, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b2c5311c-50e0-41b2-bdce-6933ede14226,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:33.693844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.705167 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.710967 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:33.717679 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-85d9911c-9779-46eb-b738-63e127fcf032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:33.789184 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/98ccc276-ff24-481f-b157-63b90f4ca379/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6693304 Jun 01 14:42:33.789184 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.793737 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:33.794399 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 859} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:42:33.819203 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:33.819830 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:33.825282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Sync routers for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:33.833454 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.834605 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7aadeac-3d21-4c0b-a4ec-2be04b2fb40a HTTP/1.1" status: 204 len: 168 time: 0.4992073 Jun 01 14:42:33.835380 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537a8f47-376b-4c41-82fd-e47d43a16fd0,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:33.838448 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:33.841401 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:33.854016 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:33.854342 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93bafa1c-7ce3-4665-8dc0-610b93c06ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:33.899172 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:33.900019 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Added segment b4da137d-ccaf-45a8-a195-903ef03edc39 of type vlan for network f5a160f5-b24e-40e7-a6cd-02d9212b0ede Jun 01 14:42:33.944076 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Pushing event updated for resources: {'Port': ['ID=b2c5311c-50e0-41b2-bdce-6933ede14226,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:33.950557 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:34.009738 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.091905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7aadeac-3d21-4c0b-a4ec-2be04b2fb40a,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:34.099353 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-95125c11-9e9a-4449-8f19-a750ba218285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:34.109659 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.124479 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:34.127530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.162634 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bf146d49-3a02-434c-b2e5-2006f3580aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:34.254933 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c41c5159-eaa0-4367-8d8a-28197915d7b1 req-d02a846f-f50f-43b4-8555-169865761568 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756672 Jun 01 14:42:34.270961 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:34.342275 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.344862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfb7901a-6235-4ffb-ac56-873f8368c508 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:34.355977 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a160f5-b24e-40e7-a6cd-02d9212b0ede,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:34.370860 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:34.370860 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.6239440 Jun 01 14:42:34.371237 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46620) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:34.373919 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] 10.222.0.15 "PUT /v2.0/routers/baa3773c-8dde-48ad-bdd3-d3c22a56d07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4222393 Jun 01 14:42:34.396021 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Request body: {'subnet': {'network_id': 'f5a160f5-b24e-40e7-a6cd-02d9212b0ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1080137417-subnet', 'tenant_id': 'dfd88f77b532414490b29c99a33260ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:34.411262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:34.425228 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Usage tracker for resource:subnet and tenant:dfd88f77b532414490b29c99a33260ec is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:34.436578 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:34.460121 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:34.469211 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network f5a160f5-b24e-40e7-a6cd-02d9212b0ede details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:42:34.504158 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Request body: {'port': {'device_id': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:34.539583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.586068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Made reservation on behalf of dfd88f77b532414490b29c99a33260ec for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:34.589837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:34.598520 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:34.780065 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:42:35.086271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:35.107726 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:27Z', 'revision_number': 3, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:35.108845 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:35.131462 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021903ed-db0a-4b5b-96a9-a1add1f257b2 None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:27Z', 'revision_number': 3, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:35.135046 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af7d5a4-2f7a-4d54-b3e7-df7131e164cc,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:35.138774 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:35.146324 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7bf1b92ff8e45c5be36ac6becd01ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 4.0584352 Jun 01 14:42:35.175403 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46628) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:35.312420 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port cfb7901a-6235-4ffb-ac56-873f8368c508 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:35.314500 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:35.762661 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46642) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:35.919939 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:35.927010 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:36.218534 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d1e313a4-cb26-40df-880f-e0452cbc5d42 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:36.318527 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:36.338341 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:36.338783 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:36.435886 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Allocated IP 172.20.0.1 (18f5cb91-6a38-4df2-81a7-3339cf8ef8dc/f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b/b6eb0e68-3193-461c-9b6e-08e2f208f68a) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:36.550309 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port d1e313a4-cb26-40df-880f-e0452cbc5d42 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:36.664616 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:36.700725 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46658) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:36.732336 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979508431', 'description': 'tempest-description--283462811'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:36.744872 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:36.761610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:36.791233 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Transition to ACTIVE for port object b6eb0e68-3193-461c-9b6e-08e2f208f68a will not be triggered until provisioned by entity DHCP. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:36.792744 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port d1e313a4-cb26-40df-880f-e0452cbc5d42 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:36.793932 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:36.795560 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:36.806753 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:36.856748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:36.875528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Usage tracker for resource:security_group_rule and tenant:ea67a4944c814274a90b534d7f7f1917 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:36.882084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:36.900635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:36.902132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:36.927432 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:36.933296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:36.951496 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:37.055989 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 4, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '6d38b53e-afa0-4246-8758-d142c5a49f8e', 'name': '', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'tenant_id': '319990332f364ed79605b7107128e561', 'mac_address': 'fa:16:3e:ba:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:24Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 2, 'project_id': '319990332f364ed79605b7107128e561', 'subnets': [{'id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:37.092033 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.110082 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:37.117686 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:37.153835 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.db.resource_extend [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 14:42:37.168478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:37.169239 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.179874 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Checking router: baa3773c-8dde-48ad-bdd3-d3c22a56d07c for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:37.180282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Updating router baa3773c-8dde-48ad-bdd3-d3c22a56d07c port 6d38b53e-afa0-4246-8758-d142c5a49f8e binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:37.189820 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ec116-b616-4ad1-aae8-8a2cc1ec47ef req-beb1799c-a3c9-44c4-b783-b1dfa98226bc tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:37.193980 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-200ec116-b616-4ad1-aae8-8a2cc1ec47ef req-beb1799c-a3c9-44c4-b783-b1dfa98226bc tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 931 time: 1.4802091 Jun 01 14:42:37.297818 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.360392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Pushing event updated for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:37.414773 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.525131 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:37.552290 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:37.556394 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 2, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:37.562811 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.565595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:37.568356 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:37.572297 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Updating router 98ccc276-ff24-481f-b157-63b90f4ca379 port 3d036c9c-5016-40e2-bae6-4434809b57e7 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:37.588914 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-200ec116-b616-4ad1-aae8-8a2cc1ec47ef req-63dcd780-2344-4901-895b-5c09ef6edee4 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698354 Jun 01 14:42:37.589471 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:37.594741 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f338a68e-13af-4a1c-927c-e4842be074d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:37.613835 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:42:37.616661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af7d5a4-2f7a-4d54-b3e7-df7131e164cc,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:37.647356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:37.661651 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:37.672970 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.677305 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1af7d5a4-2f7a-4d54-b3e7-df7131e164cc HTTP/1.1" status: 204 len: 168 time: 2.5000422 Jun 01 14:42:37.709800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.721699 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.787130 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.811489 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-3e5e40c1-0ffd-4bf4-acb3-234f2adb5a95 None None] Provisioning for port b6eb0e68-3193-461c-9b6e-08e2f208f68a completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:37.826132 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.826339 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-3e5e40c1-0ffd-4bf4-acb3-234f2adb5a95 None None] Provisioning complete for port b6eb0e68-3193-461c-9b6e-08e2f208f68a triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:37.826578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-3e5e40c1-0ffd-4bf4-acb3-234f2adb5a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.914260 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port d1e313a4-cb26-40df-880f-e0452cbc5d42, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d1e313a4-cb26-40df-880f-e0452cbc5d42,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:37.962183 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:37.979358 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e40c1-0ffd-4bf4-acb3-234f2adb5a95 None None] Port b6eb0e68-3193-461c-9b6e-08e2f208f68a cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:42:37.986598 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:37.995100 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.209340 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=d1e313a4-cb26-40df-880f-e0452cbc5d42,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:38.211627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-b422b1b2-5093-4f1c-860b-e0347075ab8a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:38.225068 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-b422b1b2-5093-4f1c-860b-e0347075ab8a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 819 time: 0.5577388 Jun 01 14:42:38.236304 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:38.289138 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b2c5311c-50e0-41b2-bdce-6933ede14226 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:38.380816 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Transition to ACTIVE for port object 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:38.402747 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port b2c5311c-50e0-41b2-bdce-6933ede14226 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:38.409660 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b2c5311c-50e0-41b2-bdce-6933ede14226 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:38.410112 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.489082 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.490227 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.496058 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-24dbd74a-6380-4795-8161-c89ba04c52ca tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/quotas/319990332f364ed79605b7107128e561 HTTP/1.1" status: 200 len: 375 time: 0.1959205 Jun 01 14:42:38.521406 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2f3c0c91-f78a-476e-92d0-b5250ee8e118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:38.559810 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46694) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:38.596360 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.621840 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:38.641531 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0b8b2438b25e4a3893c3382b5a6fa791 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:38.645301 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:38.655821 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:38.717130 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.728296 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.758136 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.793007 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.793007 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port b2c5311c-50e0-41b2-bdce-6933ede14226, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b2c5311c-50e0-41b2-bdce-6933ede14226,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:38.794129 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.794358 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Transition to ACTIVE for port object 6d38b53e-afa0-4246-8758-d142c5a49f8e will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:38.794358 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.796925 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:38.811106 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:38.831297 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:38.909671 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.019989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Checking segment: {'id': 'b4da137d-ccaf-45a8-a195-903ef03edc39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f5a160f5-b24e-40e7-a6cd-02d9212b0ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:39.024702 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Network hostable DHCP agents. Network: f5a160f5-b24e-40e7-a6cd-02d9212b0ede, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:42:39.031715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a52ac4f8-46a1-4b9e-aa7b-6909fa05d99f,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.066526 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.084103 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Transition to ACTIVE for port object 3d036c9c-5016-40e2-bae6-4434809b57e7 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:39.086423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.094761 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.110197 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-f7a4a616-6fe9-4c7b-804b-25d961f23263 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.111569 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.113372 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-618748b4-e064-4ccf-93db-351b2b8ad8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.557s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.143946 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Pushing event updated for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.155067 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:39.161153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.162883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.165351 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:39.174779 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.204953 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Attempting to bind port 6d38b53e-afa0-4246-8758-d142c5a49f8e on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:39.206875 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Attempting to bind port 6d38b53e-afa0-4246-8758-d142c5a49f8e by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:39.208913 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Attempting to bind port 6d38b53e-afa0-4246-8758-d142c5a49f8e on network 5b91548f-0046-469b-8b3c-ef708b200ddd {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:39.219772 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36577960-a1ea-4705-a090-a30dd045f31a None None] Pushing event updated for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.221261 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=b2c5311c-50e0-41b2-bdce-6933ede14226,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.239399 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.240012 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.313s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.283651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-477a1865-ff32-419a-80db-fa1311b9fdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.361280 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea67a4944c814274a90b534d7f7f1917&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5647097 Jun 01 14:42:39.376305 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46712) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:39.404052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.409740 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:39.410134 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Checking segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:39.410532 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.411009 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Bound using segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:39.411938 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Bound port: 6d38b53e-afa0-4246-8758-d142c5a49f8e, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:39.412359 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.443218 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Pushing event updated for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.457154 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.479491 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d4395a-e73d-4992-83ed-8b0732283a04,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.492956 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0b8b2438b25e4a3893c3382b5a6fa791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9304354 Jun 01 14:42:39.507986 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.518852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46716) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:39.619526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.679163 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Attempting to bind port 3d036c9c-5016-40e2-bae6-4434809b57e7 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:39.679616 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Attempting to bind port 3d036c9c-5016-40e2-bae6-4434809b57e7 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:39.680042 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Attempting to bind port 3d036c9c-5016-40e2-bae6-4434809b57e7 on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:39.688925 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:39.689455 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Checking segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:39.689939 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.690516 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Bound using segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:39.691527 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Bound port: 3d036c9c-5016-40e2-bae6-4434809b57e7, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:39.692084 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.703780 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-36577960-a1ea-4705-a090-a30dd045f31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.753082 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Network f5a160f5-b24e-40e7-a6cd-02d9212b0ede is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:42:39.763934 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ae780-5c12-4153-848e-82f707d66a03 req-2a81a155-8510-4b29-be8e-6da7e33f8ce6 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:39.767468 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dc7ae780-5c12-4153-848e-82f707d66a03 req-2a81a155-8510-4b29-be8e-6da7e33f8ce6 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 0.8528495 Jun 01 14:42:39.819342 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] For port 6d38b53e-afa0-4246-8758-d142c5a49f8e, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:39.827696 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] For port 3d036c9c-5016-40e2-bae6-4434809b57e7, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:39.831209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.831674 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] For port 3d036c9c-5016-40e2-bae6-4434809b57e7, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=3d036c9c-5016-40e2-bae6-4434809b57e7,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:39.838419 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-7545175d-f896-4839-8e4e-c14f77e86e50 None None] Provisioning complete for port b6eb0e68-3193-461c-9b6e-08e2f208f68a triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:39.838878 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7545175d-f896-4839-8e4e-c14f77e86e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.839448 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.847229 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.849800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:39.850860 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Attempting to bind port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:39.851436 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Attempting to bind port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'ede8f53f-07af-44f9-a926-4a29cdd69bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:39.852787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Attempting to bind port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd on network 43848d83-7476-4152-b7eb-d62be3cb5e6c {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:39.880914 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0d22fbfd-4b8e-4b2f-93dc-f9cb9861e78c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.526s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.923419 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] For port 6d38b53e-afa0-4246-8758-d142c5a49f8e, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=6d38b53e-afa0-4246-8758-d142c5a49f8e,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:39.934127 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:39.949313 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:39.969395 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f36aa0-1757-40ac-82c4-6d8c5d9a6a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9266fb3-a9d9-400c-ac72-4602eae99cf6,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:39.973560 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, f5a160f5-b24e-40e7-a6cd-02d9212b0ede) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:40.003139 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36577960-a1ea-4705-a090-a30dd045f31a None None] Pushing event updated for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=4']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:40.006158 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:40.007031 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:40.058815 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Pushing event updated for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:40.077291 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:40.083804 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd on network 43848d83-7476-4152-b7eb-d62be3cb5e6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:42:40.086675 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-7545175d-f896-4839-8e4e-c14f77e86e50 None None] Port b6eb0e68-3193-461c-9b6e-08e2f208f68a cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:42:40.089650 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Attempting to bind port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd on network 43848d83-7476-4152-b7eb-d62be3cb5e6c {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:40.090539 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:40.091197 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:40.122902 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-36577960-a1ea-4705-a090-a30dd045f31a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:40.133978 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:40.135098 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.145732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:40.146800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Checking segment: {'id': 'ede8f53f-07af-44f9-a926-4a29cdd69bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:40.148014 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Bound using segment: {'id': 'ede8f53f-07af-44f9-a926-4a29cdd69bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:40.148782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Bound port: 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ede8f53f-07af-44f9-a926-4a29cdd69bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:40.149347 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.188545 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7c3db462-a9b5-4522-ae0d-9f9b71e82f62 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6725633 Jun 01 14:42:40.271481 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.284232 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.5821760 Jun 01 14:42:40.299432 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46740) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:40.361116 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group_rule': {'security_group_id': '0f47958b-e01b-4dca-962c-d1f2c32b97e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:40.410008 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.413593 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:42:40.438629 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dc7ae780-5c12-4153-848e-82f707d66a03 req-52a2fa8e-12ad-49ee-a4d2-223b28cae833 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979071 Jun 01 14:42:40.467669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47958b-e01b-4dca-962c-d1f2c32b97e7,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:40.474391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:40.490123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:40.490859 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:40.496621 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:40.506780 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0b6eba44-adc9-4fbb-8834-c704df53a7d4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.1271372 Jun 01 14:42:40.506780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.726s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:40.506780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:40.510091 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:40.517039 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:40.518475 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65a1b50-db03-4b3a-a8eb-dad17df92f34 None None] Network f5a160f5-b24e-40e7-a6cd-02d9212b0ede requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:40.552792 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.565546 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b2c5311c-50e0-41b2-bdce-6933ede14226 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:40.588299 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.593270 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:40.604086 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,segment=NetworkSegment(ede8f53f-07af-44f9-a926-4a29cdd69bb7),segment_id=ede8f53f-07af-44f9-a926-4a29cdd69bb7)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:40.617017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.624501 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:40.657528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.674466 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.735350 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.759484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-c20bab1d-da1c-4d93-addd-be23c8e80b70 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:42:40.776818 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-c20bab1d-da1c-4d93-addd-be23c8e80b70 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2738302 Jun 01 14:42:40.790614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:40.830156 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d4395a-e73d-4992-83ed-8b0732283a04,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:40.853726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:40.854496 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.856036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] 10.222.0.79 "PUT /v2.0/ports/08cac27e-9213-4bc7-b45c-1e1eaf30ecfd HTTP/1.1" status: 200 len: 1093 time: 6.7550519 Jun 01 14:42:40.856618 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46756) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:40.859050 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:42:40.870470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:40.899220 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:40.904450 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:40.905065 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64d4395a-e73d-4992-83ed-8b0732283a04 HTTP/1.1" status: 204 len: 168 time: 1.3848445 Jun 01 14:42:41.029657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.042921 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.069765 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.074000 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:41.132817 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9266fb3-a9d9-400c-ac72-4602eae99cf6,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:41.143426 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:41.173475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:41.288316 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:42:41.294535 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2402d6-0d0b-4c8a-9ce4-516fdefa1242,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:41.308000 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:41.312952 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] 10.222.0.15 "PUT /v2.0/routers/8863f8a5-dd1f-4114-a7be-70d504c97181/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9127505 Jun 01 14:42:41.322043 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b2c5311c-50e0-41b2-bdce-6933ede14226 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:41.322424 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.326454 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.327789 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9266fb3-a9d9-400c-ac72-4602eae99cf6 HTTP/1.1" status: 204 len: 168 time: 1.9331906 Jun 01 14:42:41.342017 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.343514 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0223854 Jun 01 14:42:41.346326 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46772) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:41.372890 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group_rule': {'security_group_id': '0f47958b-e01b-4dca-962c-d1f2c32b97e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:41.392153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Deleting subnet 45aa7be3-13fa-4826-9089-23ed95fa041c {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:42:41.399746 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:42:41.401008 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:39Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:41.402348 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.403319 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:41.411973 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3102de60-48c1-4ed0-9b6c-bbe5cc19e214 None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:39Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:41.416718 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:41.420056 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:41.420741 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:41.440102 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:41.469346 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.494949 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.515152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:41.613758 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.640490 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46778) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:41.664673 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:41.894821 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-701004b1-72d9-4342-9763-e9bc1d77f287 service neutron] 10.222.0.15 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1166852 Jun 01 14:42:41.926846 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.937432 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:41.946684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5c1b2f62-4489-459d-821d-0213c628d231 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:41.963014 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Pushing event updated for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:41.977690 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.353s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:41.991708 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54293b21-1687-4821-be36-acaec9d9d940,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:42.018096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48691e41-3d52-4aba-a535-3cba8349e189 req-4db76f1e-5e43-4458-8ea9-beced5cb8df0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:42.019905 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-48691e41-3d52-4aba-a535-3cba8349e189 req-4db76f1e-5e43-4458-8ea9-beced5cb8df0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 0.2401676 Jun 01 14:42:42.035047 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:42.118267 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.122284 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7716882 Jun 01 14:42:42.129472 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46792) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:42.136409 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:42.157880 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-48691e41-3d52-4aba-a535-3cba8349e189 req-98bfa6a7-a206-447a-b767-c0d7bf32b486 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205881 Jun 01 14:42:42.205931 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:42.221578 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:floatingip and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:42.232841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:42.244774 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-d90ac34b-49a5-4ef6-a730-a2157837c7b8 service neutron] 10.222.0.15 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325977 Jun 01 14:42:42.245335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:42.316252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.323315 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.385854 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:42.396698 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Usage tracker for resource:security_group_rule and tenant:0959f69077af4a159866fd632da0557b is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:42.410264 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:42.429988 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:42.443335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.472384 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:42.542195 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46800) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:42.593800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.656528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:42.670184 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Usage tracker for resource:security_group_rule and tenant:728c109e49594412a5340c6cebab5006 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:42.679842 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:42.709667 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:42.720272 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bd4777-d381-4d65-89ad-b49588fe931d" -d '{"events": [{"name": "network-changed", "server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:42:42.727031 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45aa7be3-13fa-4826-9089-23ed95fa041c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:42.786907 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa6caf3-ba4f-4cfa-839e-935421cd4b41 None None] Network f5a160f5-b24e-40e7-a6cd-02d9212b0ede requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:42:42.842778 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.855553 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:42.870487 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d1e313a4-cb26-40df-880f-e0452cbc5d42 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:42.907544 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.923670 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:42.933950 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1f06a840-31c3-4399-8f15-30c84e2788c3 req-8b237f6d-c1b6-466c-97c6-537a2edfe0b6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 210 time: 0.1942885 Jun 01 14:42:42.937446 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b6fdc872-62ec-4071-b3bd-d6c75386d85f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45aa7be3-13fa-4826-9089-23ed95fa041c HTTP/1.1" status: 204 len: 168 time: 2.0128329 Jun 01 14:42:42.940960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46824) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:42.954654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:43.018693 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fae084b-918c-4649-a760-0f2e1373091f,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:43.061093 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:43.133826 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0959f69077af4a159866fd632da0557b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4774122 Jun 01 14:42:43.138675 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46836) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:43.245053 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.246633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.265440 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.310997 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:43.404887 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=728c109e49594412a5340c6cebab5006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8592415 Jun 01 14:42:43.411562 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46856) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:43.412378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afb3b32-79b7-48e4-9ba3-86d24b1a285f,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:43.420843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:43.436241 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.465240 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port d1e313a4-cb26-40df-880f-e0452cbc5d42 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:43.467712 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.492512 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.500706 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.577006 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.652403 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c68ff3-41c9-4e56-aab1-dee4a2d70312 x-openstack-request-id: req-17c68ff3-41c9-4e56-aab1-dee4a2d70312 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:42:43.656313 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:42:43.656720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17c68ff3-41c9-4e56-aab1-dee4a2d70312 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:42:43.657310 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd', 'status': 'completed', 'code': 200} Jun 01 14:42:43.668895 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.694782 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.714126 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-babb187d-fd92-445a-8862-45c59552b08d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 4, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '6d38b53e-afa0-4246-8758-d142c5a49f8e', 'name': '', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'tenant_id': '319990332f364ed79605b7107128e561', 'mac_address': 'fa:16:3e:ba:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:24Z', 'updated_at': '2021-06-01T14:42:39Z', 'revision_number': 4, 'project_id': '319990332f364ed79605b7107128e561', 'subnets': [{'id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:43.716557 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bebec9b7-cdfa-42d5-8f0e-40674e3a4257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:43.751051 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fae084b-918c-4649-a760-0f2e1373091f,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:43.765511 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:43.773981 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.775596 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fae084b-918c-4649-a760-0f2e1373091f HTTP/1.1" status: 204 len: 168 time: 0.6224575 Jun 01 14:42:43.799935 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babb187d-fd92-445a-8862-45c59552b08d None None] The sync data for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb is: [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:42:29Z', 'revision_number': 4, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '6d38b53e-afa0-4246-8758-d142c5a49f8e', 'name': '', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'tenant_id': '319990332f364ed79605b7107128e561', 'mac_address': 'fa:16:3e:ba:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:24Z', 'updated_at': '2021-06-01T14:42:39Z', 'revision_number': 4, 'project_id': '319990332f364ed79605b7107128e561', 'subnets': [{'id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:43.828473 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.834481 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c34c19e2-f45f-43a5-9b0d-197f99ffa5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:43.856930 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afb3b32-79b7-48e4-9ba3-86d24b1a285f,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:43.870183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:43.882687 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:43.885369 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8afb3b32-79b7-48e4-9ba3-86d24b1a285f HTTP/1.1" status: 204 len: 168 time: 0.4700327 Jun 01 14:42:43.968883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46878) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:43.974823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604370173', 'description': 'tempest-description--1475382207'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:43.983580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:43.994622 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:43.999444 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:44.023371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:44.050475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.097924 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:44.103406 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:44.121132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:44.135987 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:44.166745 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.189261 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 2, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:44.202371 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:42:44.203392 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Updating router 8863f8a5-dd1f-4114-a7be-70d504c97181 port b6eb0e68-3193-461c-9b6e-08e2f208f68a binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:42:44.260075 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-7bf958f0-46e3-4bce-9b9b-bb2d05e3e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:44.261661 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-7bf958f0-46e3-4bce-9b9b-bb2d05e3e574 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=feffb3a0a7a74a6b8700776b3aae746c&device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 1096 time: 0.7735665 Jun 01 14:42:44.272683 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.273031 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.274084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.274628 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > port after_create 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.275256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.275827 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > port after_update 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.276786 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.277401 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.277722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.278184 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.358426 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.409255 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.411283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.427122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:44.456324 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 6d38b53e-afa0-4246-8758-d142c5a49f8e up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:44.528425 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.528973 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.529386 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.529833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98723) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:44.530876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbe4e91a-06ca-470f-ad60-eff446a9e2c9']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:44.548748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09ca561-1bf8-4365-8657-9dff23a997cf') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:44.549416 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09ca561-1bf8-4365-8657-9dff23a997cf') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:44.562978 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.592698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.608148 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:42:44.609911 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.769834 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 6d38b53e-afa0-4246-8758-d142c5a49f8e completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:44.797326 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-abc93839-eaed-4e3a-ad70-dad082a9919d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:44.799224 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-abc93839-eaed-4e3a-ad70-dad082a9919d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:network {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:44.808781 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46900) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:44.810680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407ca6ec-ddfa-479e-a5ae-fbe192a7630b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:44.816155 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.818654 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8482726 Jun 01 14:42:44.830399 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:44.832307 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46902) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: from cryptography.utils import int_from_bytes Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: from cryptography.utils import int_from_bytes Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:42:44.835514 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:42:44.877283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group_rule': {'security_group_id': '407ca6ec-ddfa-479e-a5ae-fbe192a7630b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:44.893583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:44.904520 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:44.906936 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 6d38b53e-afa0-4246-8758-d142c5a49f8e triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:44.907461 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.908943 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:44.915230 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:44.939542 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.966095 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:44.987128 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-abc93839-eaed-4e3a-ad70-dad082a9919d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:network {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:44.988568 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-abc93839-eaed-4e3a-ad70-dad082a9919d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 819 time: 0.6383438 Jun 01 14:42:44.989663 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:45.042989 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Usage tracker for resource:security_group_rule and tenant:9bf6843b990b4f3690b95534bc708a3a is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:45.052964 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-a102dea0-3d56-4927-a9bf-36cc920823a7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/quotas/319990332f364ed79605b7107128e561 HTTP/1.1" status: 200 len: 375 time: 0.0521410 Jun 01 14:42:45.091476 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:45.120907 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:45.202308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.217335 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.228446 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.db.resource_extend [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 14:42:45.238019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c5c40df4-a8b5-4f23-8c10-02b328ff97db tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:45.270190 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-53706571-4bd8-4486-85c4-5df1c469faaf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd HTTP/1.1" status: 200 len: 217 time: 0.4139714 Jun 01 14:42:45.273425 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.277568 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc954844-cac2-4339-8003-373eab8190a9,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:45.283470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-f5d0ae84-8b5d-4ac7-85e2-4f25a76a6f87 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:45.288848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:45.342295 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.345887 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5078154 Jun 01 14:42:45.349610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46926) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:45.350044 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.377291 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group_rule': {'security_group_id': '407ca6ec-ddfa-479e-a5ae-fbe192a7630b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:45.397461 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:45.406521 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.418265 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:45.429240 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:45.439851 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 6d38b53e-afa0-4246-8758-d142c5a49f8e, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=6d38b53e-afa0-4246-8758-d142c5a49f8e,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:45.449896 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:45.456976 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Transition to ACTIVE for port object b6eb0e68-3193-461c-9b6e-08e2f208f68a will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:45.460675 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-27d52744-d0f7-4e2a-b4b1-7222e7372685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:45.465517 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.466118 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-27d52744-d0f7-4e2a-b4b1-7222e7372685 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8ce8cea-05ff-487f-9127-e7038a6d164b HTTP/1.1" status: 200 len: 852 time: 0.1682637 Jun 01 14:42:45.466907 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 3d036c9c-5016-40e2-bae6-4434809b57e7 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:45.467577 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.79', 51470) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:45.471488 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.502940 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:45.510296 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.523488 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-17b28e85-0d8a-4a76-b20d-48d9805f3d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:45.526341 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.572776 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.586539 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a53aa860-a69f-4f0e-81f7-f4641a55056a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:45.615704 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bf6843b990b4f3690b95534bc708a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921226 Jun 01 14:42:45.633149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46938) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:45.635092 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.639560 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-f5d0ae84-8b5d-4ac7-85e2-4f25a76a6f87 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:45.641195 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-f5d0ae84-8b5d-4ac7-85e2-4f25a76a6f87 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5863075 Jun 01 14:42:45.728960 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead9a48d-5dc2-4b82-8aff-29234b596bb8,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:45.732040 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:45.785543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbe4e91a-06ca-470f-ad60-eff446a9e2c9,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:45.808280 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-9b26c848-965d-490c-bdb1-e3f213d6c5ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=43848d83-7476-4152-b7eb-d62be3cb5e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2943342 Jun 01 14:42:45.814563 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 3d036c9c-5016-40e2-bae6-4434809b57e7 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:45.844017 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 3d036c9c-5016-40e2-bae6-4434809b57e7 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:45.844486 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.945027 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-33de8953-19ea-4115-976d-6ce8036b0bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184632 Jun 01 14:42:45.949645 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.981866 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:45.994054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.065979 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:46.069827 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.108696 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.119182 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:46.128493 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Allocated IP 172.28.2.68 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/8fb4f14f-f533-47ab-8a27-ca433afaa2ce) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:46.223104 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e38ce-db53-43a6-ae1d-dab2341257d8 req-04f1b77f-0dd6-4253-b44a-49e905213e3d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:46.223104 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b88e38ce-db53-43a6-ae1d-dab2341257d8 req-04f1b77f-0dd6-4253-b44a-49e905213e3d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 2.2140186 Jun 01 14:42:46.226271 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Attempting to bind port b6eb0e68-3193-461c-9b6e-08e2f208f68a on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:46.226648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Attempting to bind port b6eb0e68-3193-461c-9b6e-08e2f208f68a by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:46.227010 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Attempting to bind port b6eb0e68-3193-461c-9b6e-08e2f208f68a on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:46.249940 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:46.250318 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Checking segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:46.250767 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.251155 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Bound using segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:46.251706 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Bound port: b6eb0e68-3193-461c-9b6e-08e2f208f68a, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:46.252079 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.276287 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:46.284620 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dbe4e91a-06ca-470f-ad60-eff446a9e2c9 HTTP/1.1" status: 204 len: 168 time: 3.3397257 Jun 01 14:42:46.285009 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.285444 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 46964) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:46.355331 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.374607 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c7fd3045-393b-40bd-9858-6feeb0964d33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:46.426094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce33ce6-4011-4f40-8bf0-48237da64c04,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:46.433402 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.442496 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.445477 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] For port b6eb0e68-3193-461c-9b6e-08e2f208f68a, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:46.460271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.462819 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] For port b6eb0e68-3193-461c-9b6e-08e2f208f68a, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b6eb0e68-3193-461c-9b6e-08e2f208f68a,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:46.469917 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.471622 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ead9a48d-5dc2-4b82-8aff-29234b596bb8 HTTP/1.1" status: 204 len: 168 time: 0.8342195 Jun 01 14:42:46.475590 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.485076 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:46.491160 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-51b99f8a-ed35-45b9-a8a4-d3111c9b51fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:46.525522 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 3d036c9c-5016-40e2-bae6-4434809b57e7, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=3d036c9c-5016-40e2-bae6-4434809b57e7,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:46.531696 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.536578 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1858597 Jun 01 14:42:46.537633 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 46976) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:46.542497 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead9a48d-5dc2-4b82-8aff-29234b596bb8,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:46.544242 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.561231 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:46.595746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.609839 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b88e38ce-db53-43a6-ae1d-dab2341257d8 req-720e477a-57f8-43d1-8924-2da2d89b2f49 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407125 Jun 01 14:42:46.611957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:46.625868 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-65f5dab6-f556-4784-8188-970d9de12a69 service neutron] 10.222.0.15 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545824 Jun 01 14:42:46.629385 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-79a4db00-299e-4b07-89c8-ffb07f264b03 service neutron] 10.222.0.79 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296065 Jun 01 14:42:46.638383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:floatingip and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:46.646104 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:46.652851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Deleting subnet a52ac4f8-46a1-4b9e-aa7b-6909fa05d99f {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:42:46.656854 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.672619 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:46.682772 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:46.691429 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:46.691907 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:46.718375 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.728807 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.783731 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:42:46.791284 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:46.812708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:46.879836 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 6d38b53e-afa0-4246-8758-d142c5a49f8e up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:47.159579 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:47.263621 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-73d4658d-5f76-4c35-8703-73e6cd27854f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:47.265271 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-73d4658d-5f76-4c35-8703-73e6cd27854f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 819 time: 1.7775984 Jun 01 14:42:47.345635 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-edd0a486-9514-4021-b966-c64f51a4404b req-a4152aab-0a25-4aca-bc8e-28a435e624e1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 210 time: 0.3182671 Jun 01 14:42:47.355320 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Request body: {'port': {'device_id': '439cad05-58a4-4b49-b62e-66204d808858', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'admin_state_up': True, 'tenant_id': '319990332f364ed79605b7107128e561'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:47.399174 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:42:47.441334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:47.679262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:47.695001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:47.702868 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:47.703058 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:47.732178 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Made reservation on behalf of 319990332f364ed79605b7107128e561 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:47.736756 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:47.858839 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03aedd0d-0eeb-4740-aaca-964ac0c2e568 req-6d3e8d25-4e87-4727-b0ec-31172ef3fdd6 service neutron] 10.222.0.79 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2111459 Jun 01 14:42:47.928813 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 6d38b53e-afa0-4246-8758-d142c5a49f8e triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:47.936723 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:47.998860 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-8441c51b-25de-401b-a29d-9f7c754db60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.078730 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc74602-9dbd-451a-b599-1a6e1a82156e req-1dda03ac-49d6-4a05-a7c4-91cc728bed12 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:48.091116 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1cc74602-9dbd-451a-b599-1a6e1a82156e req-1dda03ac-49d6-4a05-a7c4-91cc728bed12 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 0.2615042 Jun 01 14:42:48.225554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.290208 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a068a378-886e-4275-9045-519dd82c869d tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:48.292049 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1cc74602-9dbd-451a-b599-1a6e1a82156e req-393f741b-6b29-4fc1-9ef7-cc761bf4169a tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999514 Jun 01 14:42:48.335836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Allocated IP 172.28.2.93 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/5f840199-0ff4-484d-b761-58792f7e279c) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:48.475836 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.510763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:48.525920 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:48.533813 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=8fb4f14f-f533-47ab-8a27-ca433afaa2ce,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:48.552676 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.564575 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:48.641624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4777-d381-4d65-89ad-b49588fe931d req-417d8d21-13b5-440b-8744-01cae6ff2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:48.646785 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-417d8d21-13b5-440b-8744-01cae6ff2e9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=feffb3a0a7a74a6b8700776b3aae746c&device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 1096 time: 0.5931842 Jun 01 14:42:48.677496 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:48.686663 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.692984 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b5bd6e-45da-4eaa-8e56-0703d206a2e9 None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:42:48.713176 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 3d036c9c-5016-40e2-bae6-4434809b57e7 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:48.795588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.803433 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:48.873621 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.79', 51474) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:48.905892 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Allocated IP 172.20.0.3 (5b91548f-0046-469b-8b3c-ef708b200ddd/f6a22bad-54fe-48f0-b14b-f1a86cbe745d/1b6602ca-914e-4910-9abf-b3682fd42433) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:48.917827 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a52ac4f8-46a1-4b9e-aa7b-6909fa05d99f HTTP/1.1" status: 204 len: 168 time: 2.6034687 Jun 01 14:42:48.924020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-350a8086-cf48-4433-8c69-21d4a363c745 req-81198e7a-6db2-45f6-9c0f-646851d0546f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:48.932743 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 3d036c9c-5016-40e2-bae6-4434809b57e7 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:48.933111 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:48.954211 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47112) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:49.126596 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:49.132356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:49.173548 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:49.182927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.893s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:49.183466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-42c57328-4710-420f-9ca7-d8d89612eece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.674s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:49.327907 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=5f840199-0ff4-484d-b761-58792f7e279c,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:49.435297 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:49.491440 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a52ac4f8-46a1-4b9e-aa7b-6909fa05d99f,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:49.504637 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-fc173ba2-2ede-4d5a-9825-3f95ba247b3c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:49.506209 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-fc173ba2-2ede-4d5a-9825-3f95ba247b3c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 819 time: 0.5877061 Jun 01 14:42:49.525100 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.540451 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:49.592070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.673093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Request body: {'port': {'device_id': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'admin_state_up': True, 'tenant_id': '319990332f364ed79605b7107128e561'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:49.703833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-350a8086-cf48-4433-8c69-21d4a363c745 req-81198e7a-6db2-45f6-9c0f-646851d0546f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:49.706815 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-350a8086-cf48-4433-8c69-21d4a363c745 req-81198e7a-6db2-45f6-9c0f-646851d0546f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 210 time: 1.0743906 Jun 01 14:42:49.737931 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.830289 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 47150) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:49.856640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.899331 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4f614e6a-2338-4696-8a6c-d60409f5eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.905046 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:49.922809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.923551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.924801 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.925295 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > port after_create 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.925770 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.926230 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > port after_update 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.926690 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.927153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.927614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:49.928077 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:50.017915 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4777-d381-4d65-89ad-b49588fe931d req-05f2d282-224c-4636-82ae-1eedcef8d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:50.019439 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-05f2d282-224c-4636-82ae-1eedcef8d69c service neutron] 10.222.0.79 "GET /v2.0/networks?id=43848d83-7476-4152-b7eb-d62be3cb5e6c HTTP/1.1" status: 200 len: 913 time: 1.3546588 Jun 01 14:42:50.125975 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.183089 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:50.184191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.184407 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:50.184934 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:50.185455 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 01 14:42:50.186047 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a160f5-b24e-40e7-a6cd-02d9212b0ede']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:50.208041 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-9d9cceb4-b141-49d6-b9a4-2d1f7cc1de27 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd HTTP/1.1" status: 200 len: 217 time: 0.1043787 Jun 01 14:42:50.217028 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:50.220861 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4da137d-ccaf-45a8-a195-903ef03edc39') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:50.221408 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4da137d-ccaf-45a8-a195-903ef03edc39') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:42:50.223315 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.237683 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.262278 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35703f33-550d-4898-a637-7cb6e8042c30 req-c30e4512-bd7e-4eef-bf66-98f2ccb25f25 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:50.264532 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35703f33-550d-4898-a637-7cb6e8042c30 req-c30e4512-bd7e-4eef-bf66-98f2ccb25f25 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 0.7850730 Jun 01 14:42:50.302812 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:50.324410 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.329782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:50.338089 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:65549025cfb646c4930d0f6a98d03731 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:50.355889 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:50.373952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:50.412638 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:42:50.412843 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Made reservation on behalf of 319990332f364ed79605b7107128e561 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:50.413167 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.416264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.426858 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd4777-d381-4d65-89ad-b49588fe931d req-df435e32-f34b-420f-ba1b-825ee02358d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:50.428337 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-df435e32-f34b-420f-ba1b-825ee02358d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e8ce8cea-05ff-487f-9127-e7038a6d164b HTTP/1.1" status: 200 len: 852 time: 0.2084591 Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: from cryptography.utils import int_from_bytes Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: from cryptography.utils import int_from_bytes Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:42:50.456322 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:42:50.526924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.554880 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-deaca502-b8c2-4adf-a1b3-a4466c58e8a9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=43848d83-7476-4152-b7eb-d62be3cb5e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966847 Jun 01 14:42:50.652953 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35703f33-550d-4898-a637-7cb6e8042c30 req-f003978e-e913-4c7c-8bad-22a27cb6a704 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3615596 Jun 01 14:42:50.708659 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.737188 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:50.761635 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.770977 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a160f5-b24e-40e7-a6cd-02d9212b0ede,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:50.778562 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:50.787333 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5a160f5-b24e-40e7-a6cd-02d9212b0ede HTTP/1.1" status: 204 len: 168 time: 1.8299448 Jun 01 14:42:50.806469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.819459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:50.836939 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:50.854974 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b6eb0e68-3193-461c-9b6e-08e2f208f68a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:50.992443 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port b6eb0e68-3193-461c-9b6e-08e2f208f68a completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:51.005894 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=5f840199-0ff4-484d-b761-58792f7e279c,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.010915 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.016450 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.016721 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b6eb0e68-3193-461c-9b6e-08e2f208f68a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:51.017182 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.027651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47186) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.064737 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.072378 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5252602 Jun 01 14:42:51.111957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47190) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.114751 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d1c0c06e-059b-4830-bdf7-6563e566c468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e935543f067444a5b4a0098a63df1164&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0857103 Jun 01 14:42:51.117800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47192) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.137255 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cb5b8ff2-d225-4fa3-b37b-a4166db18405 req-2c9d2586-e7b1-4256-9c8c-4d168f8fa550 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 210 time: 0.1848769 Jun 01 14:42:51.158831 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.183987 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.219187 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e909d40-8a1c-4e55-8244-ccdc9fad33c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.237614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.247853 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.253034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.257858 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.298337 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.302472 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port b6eb0e68-3193-461c-9b6e-08e2f208f68a, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b6eb0e68-3193-461c-9b6e-08e2f208f68a,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:51.323120 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.328517 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.380392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.391060 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.db.resource_extend [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 14:42:51.392766 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e8c73223-858d-4686-8229-5f2d5b936179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.402858 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b7fc3a-239a-47b5-a1cb-7f4e1ac4f44b,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.409332 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.412322 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.428290 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88bf00b-2907-4389-87f3-b33ef9a1e811,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.432348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.433751 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.437517 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f88bf00b-2907-4389-87f3-b33ef9a1e811 HTTP/1.1" status: 204 len: 168 time: 0.3159573 Jun 01 14:42:51.437517 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.453215 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:51.462857 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-4bdf1f1f-255e-4696-9a54-7e266c3f5dc9 service neutron] 10.222.0.79 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7933545 Jun 01 14:42:51.465076 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65549025cfb646c4930d0f6a98d03731&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6336775 Jun 01 14:42:51.471105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 47216) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.474471 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.475803 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Usage tracker for resource:security_group_rule and tenant:69051ed219ab4126899200bf793d22ff is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:51.478103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.480153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:51.484721 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.491555 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:51.527207 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1feba040-fee1-466e-97c0-3a82ca3c4387 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:51.534266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Network 5b91548f-0046-469b-8b3c-ef708b200ddd is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:51.557186 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.558355 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:51.561719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:51.631958 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.640475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.650781 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4bb7e682-dc7d-442b-9bad-e9cff33f4ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.665053 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1feba040-fee1-466e-97c0-3a82ca3c4387 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:51.666349 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1feba040-fee1-466e-97c0-3a82ca3c4387 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1604370173&fields=id&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 267 time: 0.2106359 Jun 01 14:42:51.694478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e19bb-bcce-47ac-8e46-75149eb31834,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.718672 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.785629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Allocated IP 172.20.0.2 (5b91548f-0046-469b-8b3c-ef708b200ddd/f6a22bad-54fe-48f0-b14b-f1a86cbe745d/dfb01cab-9b9c-493a-a336-d775300c9bfe) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:51.819807 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69051ed219ab4126899200bf793d22ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7013166 Jun 01 14:42:51.820661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47228) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.894417 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Pushing event updated for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:51.900484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:51.941283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:51.942001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:51.957578 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47234) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:51.978908 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-4dc7d358-357c-4413-b58d-bb55b0fc9924 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:51.979850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-4dc7d358-357c-4413-b58d-bb55b0fc9924 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:network {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:52.016013 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.020484 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:42:52.054711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-4dc7d358-357c-4413-b58d-bb55b0fc9924 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:network {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:52.058212 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-4dc7d358-357c-4413-b58d-bb55b0fc9924 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 816 time: 0.3435340 Jun 01 14:42:52.077657 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:52.078383 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.087669 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b75a18ae-cca7-444c-905e-b9823ad2403e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfd88f77b532414490b29c99a33260ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1268678 Jun 01 14:42:52.093597 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-3fba86f9-d081-4cea-a1a2-3cd25946ad4e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/quotas/3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 375 time: 0.0345511 Jun 01 14:42:52.095729 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47240) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:52.121524 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.164019 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=8fb4f14f-f533-47ab-8a27-ca433afaa2ce,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:52.185541 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:52.189617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.206597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,segment=NetworkSegment(ede8f53f-07af-44f9-a926-4a29cdd69bb7),segment_id=ede8f53f-07af-44f9-a926-4a29cdd69bb7)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:52.222862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd', 'network_id': '43848d83-7476-4152-b7eb-d62be3cb5e6c', 'port_id': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd', 'mac_address': 'fa:16:3e:27:8c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8ce8cea-05ff-487f-9127-e7038a6d164b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:42:52.226173 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-53bd4777-d381-4d65-89ad-b49588fe931d req-c5004569-f52d-4d0c-a339-d427ff030e54 service neutron] 10.222.0.79 "GET /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7435591 Jun 01 14:42:52.244959 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.252798 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.287346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.291800 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.296591 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9784522 Jun 01 14:42:52.317588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:42:52.336024 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,segment=NetworkSegment(ede8f53f-07af-44f9-a926-4a29cdd69bb7),segment_id=ede8f53f-07af-44f9-a926-4a29cdd69bb7)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:52.343210 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.348012 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.350229 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:52.354916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.356144 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.2240996 Jun 01 14:42:52.374489 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b176066a-aacd-4446-be26-38789a72b6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:52.387732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Request body: {'port': {'device_id': '439cad05-58a4-4b49-b62e-66204d808858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:52.443381 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e19bb-bcce-47ac-8e46-75149eb31834,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:52.447820 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:52.453934 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:52.461089 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:52.461431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-e96fbb6b-dceb-4e95-aa3d-961c779fb7b1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:52.464780 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.465965 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b5e19bb-bcce-47ac-8e46-75149eb31834 HTTP/1.1" status: 204 len: 168 time: 0.6441166 Jun 01 14:42:52.473248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5693f-e00b-4c30-8bcb-9bcfcb9d7795 req-96cd27a1-14d7-467d-a4ea-40bd33e33dc9 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:52.480455 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c3b5693f-e00b-4c30-8bcb-9bcfcb9d7795 req-96cd27a1-14d7-467d-a4ea-40bd33e33dc9 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 943 time: 0.6895425 Jun 01 14:42:52.491883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-e96fbb6b-dceb-4e95-aa3d-961c779fb7b1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:52.504561 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-e96fbb6b-dceb-4e95-aa3d-961c779fb7b1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4036503 Jun 01 14:42:52.536531 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.603704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b7834450-2451-417f-82f4-a59061e8e10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:52.620904 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.641853 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537a8f47-376b-4c41-82fd-e47d43a16fd0,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:52.647346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:52.650149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.660527 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/537a8f47-376b-4c41-82fd-e47d43a16fd0 HTTP/1.1" status: 204 len: 168 time: 0.5544643 Jun 01 14:42:52.685236 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b6eb0e68-3193-461c-9b6e-08e2f208f68a up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:52.703194 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.745078 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-48c4945f-bf00-4fe4-a66d-ab8719cfd319 service neutron] 10.222.0.15 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372718 Jun 01 14:42:52.750078 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['08cac27e-9213-4bc7-b45c-1e1eaf30ecfd'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:42:52.756712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.798412 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c3b5693f-e00b-4c30-8bcb-9bcfcb9d7795 req-c628fdf8-67be-496c-b167-ceef2e8b1afa tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170500 Jun 01 14:42:52.804112 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:52.841677 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.874582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.905670 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Network 5b91548f-0046-469b-8b3c-ef708b200ddd is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:52.913399 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b6eb0e68-3193-461c-9b6e-08e2f208f68a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:52.914597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:52.916414 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:52.948986 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:53.005654 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:53.008290 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.009412 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39b7fc3a-239a-47b5-a1cb-7f4e1ac4f44b HTTP/1.1" status: 204 len: 168 time: 1.5283442 Jun 01 14:42:53.010333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:53.019357 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:53.054842 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-4e9274e5-9aa6-476b-8e61-2f5c09501ea7 service neutron] 10.222.0.15 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965755 Jun 01 14:42:53.072096 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b7fc3a-239a-47b5-a1cb-7f4e1ac4f44b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:53.092526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:53.154505 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:53.155119 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.273761 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7320449 Jun 01 14:42:53.322240 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47278) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:53.356823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.439049 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-63d83378-ee13-4466-8f43-44d7c02bb1f7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1979508431&fields=id&tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 267 time: 0.0575469 Jun 01 14:42:53.443403 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:53.448251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Usage tracker for resource:security_group_rule and tenant:ec98446dabf1400d969fc73f406bb2fd is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:53.451846 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:53.458897 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:53.495906 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Request body: {'port': {'device_id': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:53.612797 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5df8a-97bc-47eb-9221-2607ea017759 req-25278fec-e6c7-49b9-ba36-ed3876fc487f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:53.613718 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-01e5df8a-97bc-47eb-9221-2607ea017759 req-25278fec-e6c7-49b9-ba36-ed3876fc487f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:53.617132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47298) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:53.711020 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.715727 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-01e5df8a-97bc-47eb-9221-2607ea017759 req-25278fec-e6c7-49b9-ba36-ed3876fc487f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:53.717091 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-01e5df8a-97bc-47eb-9221-2607ea017759 req-25278fec-e6c7-49b9-ba36-ed3876fc487f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 931 time: 0.6855643 Jun 01 14:42:53.745456 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:53.749352 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Usage tracker for resource:security_group_rule and tenant:9e9bc8a1677e40edbc9368fd8026b10d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:53.752479 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:53.761093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.761241 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:53.823445 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.836550 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:53.853391 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-01e5df8a-97bc-47eb-9221-2607ea017759 req-1e85f2f1-6c4c-46be-9cda-4c2a27ff0dfb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281199 Jun 01 14:42:53.855825 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:53.888513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023f54cf-a33b-41f1-8965-497b2dd87ba9,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:53.903851 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:53.924396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e511e57a-773a-4339-883e-4e0ef6d7c985 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:53.943496 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e511e57a-773a-4339-883e-4e0ef6d7c985 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 810 time: 0.4211988 Jun 01 14:42:53.993129 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ec98446dabf1400d969fc73f406bb2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6687126 Jun 01 14:42:53.995829 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-abc77ad2-fd02-4824-b4ff-8cd061133d73 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/quotas/5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 375 time: 0.0515132 Jun 01 14:42:53.996358 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47320) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:53.996836 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:42:54.057032 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5f0cffc7-1cef-4784-8928-5f826dd1e16d req-8a0df29c-1332-434f-bad4-8a52ae5d9f1d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 210 time: 0.1121261 Jun 01 14:42:54.132426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b6602ca-914e-4910-9abf-b3682fd42433 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:42:54.146091 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.182029 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Transition to ACTIVE for port object 1b6602ca-914e-4910-9abf-b3682fd42433 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:54.189509 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.217345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:54.228805 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:54.244085 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:54.244501 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.308487 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.361564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.383390 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:54.422391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.424721 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.435171 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.444266 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:54.458119 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:42:54.475758 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-9031b775-4812-4b1c-a5ea-00431f4e0ef1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3752267 Jun 01 14:42:54.479890 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47332) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:54.499023 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:54.530398 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,segment=NetworkSegment(ede8f53f-07af-44f9-a926-4a29cdd69bb7),segment_id=ede8f53f-07af-44f9-a926-4a29cdd69bb7)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:42:54.538668 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.541933 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:54.639158 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e9bc8a1677e40edbc9368fd8026b10d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0209720 Jun 01 14:42:54.668901 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47342) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:54.698997 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:54.718859 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:54.744591 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a17b2f0-4401-4c76-8af4-013fcaf20bad,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:54.748159 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:54.759417 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.777092 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fec791-b21e-4501-8f9a-9815e9313086" -d '{"events": [{"server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "name": "network-vif-plugged", "status": "completed", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:42:54.793353 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7732e23b-aea9-4c80-abf9-915d3b03a08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:54.832299 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023f54cf-a33b-41f1-8965-497b2dd87ba9,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:54.834422 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:54.840301 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-0e9997b2-faf6-4c6e-b5f9-ab3394248b5b service neutron] 10.222.0.15 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636699 Jun 01 14:42:54.840937 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.849052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf66e7-0e52-4740-bfa4-cce30b21891f req-890ac8fe-e587-420d-99af-3022f27935d5 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:54.856644 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a7bf66e7-0e52-4740-bfa4-cce30b21891f req-890ac8fe-e587-420d-99af-3022f27935d5 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 944 time: 0.4790506 Jun 01 14:42:54.869186 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.872903 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/023f54cf-a33b-41f1-8965-497b2dd87ba9 HTTP/1.1" status: 204 len: 168 time: 0.8730481 Jun 01 14:42:54.893684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.900596 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Attempting to bind port 1b6602ca-914e-4910-9abf-b3682fd42433 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:54.900932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Attempting to bind port 1b6602ca-914e-4910-9abf-b3682fd42433 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:54.901264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Attempting to bind port 1b6602ca-914e-4910-9abf-b3682fd42433 on network 5b91548f-0046-469b-8b3c-ef708b200ddd {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:54.915605 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Port 1b6602ca-914e-4910-9abf-b3682fd42433 on network 5b91548f-0046-469b-8b3c-ef708b200ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:42:54.915923 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Attempting to bind port 1b6602ca-914e-4910-9abf-b3682fd42433 on network 5b91548f-0046-469b-8b3c-ef708b200ddd {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:54.937113 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:54.937782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Checking segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:54.938176 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Bound using segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:54.938669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Bound port: 1b6602ca-914e-4910-9abf-b3682fd42433, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:54.939017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:54.970452 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a7bf66e7-0e52-4740-bfa4-cce30b21891f req-e31c5a0a-5af7-418e-9f1e-89e79f2e3f9b tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127195 Jun 01 14:42:54.990589 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.051773 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:55.074676 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd9af38782043699f52dd45bd903f74 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:55.080302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:55.091115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:55.127415 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-950c908d-35fe-4a6a-b4ba-9baf77bc2913 service neutron] 10.222.0.15 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540524 Jun 01 14:42:55.138410 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.150470 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:55.153678 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1b6602ca-914e-4910-9abf-b3682fd42433,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:55.162175 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.183656 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:55.198112 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-137e9f4a-5a8b-4d70-973b-a9c75360bade tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:55.218575 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.219597 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a17b2f0-4401-4c76-8af4-013fcaf20bad HTTP/1.1" status: 204 len: 168 time: 0.5489771 Jun 01 14:42:55.222162 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a17b2f0-4401-4c76-8af4-013fcaf20bad,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:55.225726 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:55.342041 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.353228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.366848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-64d31018-96f7-4be2-89e4-42891a76691f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:55.399584 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb01cab-9b9c-493a-a336-d775300c9bfe {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:42:55.416811 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.444979 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Transition to ACTIVE for port object dfb01cab-9b9c-493a-a336-d775300c9bfe will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:55.461091 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e74e13-1b63-4b5a-95dc-c5f1f9eab1f8,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:55.469090 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:55.481681 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.503124 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dd9af38782043699f52dd45bd903f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8691888 Jun 01 14:42:55.505070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47380) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:55.521056 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34571817-cd63-437e-8cc7-c4ef502cecce x-openstack-request-id: req-34571817-cd63-437e-8cc7-c4ef502cecce {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:42:55.521578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "name": "network-vif-plugged", "status": "completed", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:42:55.521665 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34571817-cd63-437e-8cc7-c4ef502cecce {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:42:55.522099 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd', 'code': 200} Jun 01 14:42:55.598794 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:55.600522 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.603154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.608274 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] 10.222.0.79 "PUT /v2.0/ports/1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 1093 time: 3.2443035 Jun 01 14:42:55.654326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:42:55.661073 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc318a25-dbef-4157-8514-01e86dfb8081" -d '{"events": [{"name": "network-changed", "server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:42:55.727507 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:55.834207 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353bf80d-908a-4f6f-8b0a-1cdda9900790 req-6075591e-c809-4fa7-b173-fe2d102944f1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:55.846925 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-353bf80d-908a-4f6f-8b0a-1cdda9900790 req-6075591e-c809-4fa7-b173-fe2d102944f1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.2229042 Jun 01 14:42:55.944039 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.79', 51486) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:56.044539 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-353bf80d-908a-4f6f-8b0a-1cdda9900790 req-24fb0216-602e-4ac1-b6a1-ceb1394284fa tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:56.049373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.055515 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-871e0391-d410-460e-ab49-29854b759045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:56.079824 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e74e13-1b63-4b5a-95dc-c5f1f9eab1f8,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:56.088679 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:56.112736 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.119286 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7e74e13-1b63-4b5a-95dc-c5f1f9eab1f8 HTTP/1.1" status: 204 len: 168 time: 0.6126685 Jun 01 14:42:56.122056 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-353bf80d-908a-4f6f-8b0a-1cdda9900790 req-24fb0216-602e-4ac1-b6a1-ceb1394284fa tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:56.132120 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-353bf80d-908a-4f6f-8b0a-1cdda9900790 req-24fb0216-602e-4ac1-b6a1-ceb1394284fa tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840819 Jun 01 14:42:56.162418 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-852e7764-9e0f-4df6-a2ff-5efa21788a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:56.163896 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-852e7764-9e0f-4df6-a2ff-5efa21788a00 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 1098 time: 0.2169878 Jun 01 14:42:56.192587 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.209808 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:56.214155 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Usage tracker for resource:security_group_rule and tenant:b9d54088fd8341da85591074d0d379e0 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:56.217312 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:56.240649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:56.378860 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3a4cca45-b3ea-47b4-890b-8922040f417f req-63af5e20-c661-4184-be58-fc75712f0e02 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 210 time: 0.4637668 Jun 01 14:42:56.392278 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-9ca7e892-3fc9-48bb-bfdb-45f71b58f627 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:56.400646 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-9ca7e892-3fc9-48bb-bfdb-45f71b58f627 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 816 time: 1.1386111 Jun 01 14:42:56.401410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Pushing event updated for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:56.405467 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:56.418552 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.760s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:56.503609 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ec921e60-b7d7-4c90-b327-0d5ce28c657a req-cc3631ab-4eca-4d08-b352-4c781c3337b3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 210 time: 0.1377420 Jun 01 14:42:56.519542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba127c28-0222-4fbd-b50e-0ef71b29c099 x-openstack-request-id: req-ba127c28-0222-4fbd-b50e-0ef71b29c099 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:42:56.519915 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:42:56.520155 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba127c28-0222-4fbd-b50e-0ef71b29c099 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:42:56.520599 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433', 'status': 'completed', 'code': 200} Jun 01 14:42:56.545950 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.554030 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.564229 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d9d8c081-c4a1-4135-8f45-ec32e02ce932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:56.600985 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c41dd512-452c-4cf1-ac3f-3bb3199252c6 req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288344 Jun 01 14:42:56.611680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c68bb43c-3470-44cc-98fa-ea4efa28546e,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:56.615861 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:56.646464 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:56.665723 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:56.678584 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-5a76731e-0cfb-40a2-9789-811f8d6e1833 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 380 time: 0.2168791 Jun 01 14:42:56.715485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'port': {'device_id': '60de79a4-ce53-4be4-88c7-873337abec22', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'admin_state_up': True, 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'security_groups': ['407ca6ec-ddfa-479e-a5ae-fbe192a7630b']}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:56.747427 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-0cc1875d-6f8d-42bc-96f3-b93740067073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:56.748953 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-0cc1875d-6f8d-42bc-96f3-b93740067073 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1096 time: 1.0406346 Jun 01 14:42:56.849119 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47434) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:56.873385 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:56.888979 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:56.893428 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Usage tracker for resource:security_group_rule and tenant:264ee12f464a4da1b63e3d09c7bde550 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:56.896588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:56.902941 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:56.967372 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-f0d150bc-6aaf-4181-813c-9754fe0f56d8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.1156437 Jun 01 14:42:56.970793 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Attempting to bind port dfb01cab-9b9c-493a-a336-d775300c9bfe on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:42:56.977623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Attempting to bind port dfb01cab-9b9c-493a-a336-d775300c9bfe by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:42:56.978419 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Attempting to bind port dfb01cab-9b9c-493a-a336-d775300c9bfe on network 5b91548f-0046-469b-8b3c-ef708b200ddd {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:57.017681 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.022372 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.032447 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:57.034500 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Port dfb01cab-9b9c-493a-a336-d775300c9bfe on network 5b91548f-0046-469b-8b3c-ef708b200ddd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:42:57.034787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Attempting to bind port dfb01cab-9b9c-493a-a336-d775300c9bfe on network 5b91548f-0046-469b-8b3c-ef708b200ddd {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:42:57.071677 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:42:57.072321 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Checking segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:42:57.072872 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Bound using segment: {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:42:57.073521 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Bound port: dfb01cab-9b9c-493a-a336-d775300c9bfe, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f650ae33-44a1-4c92-97a2-16b68b0b318e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:42:57.074099 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.077052 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=264ee12f464a4da1b63e3d09c7bde550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266173 Jun 01 14:42:57.080094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47446) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:57.092774 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de665c8c-e763-4617-810a-d6349369758f,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:57.111859 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:57.163442 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:57.172219 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-8ebb3813-4765-4155-a5e1-c66de0d7bf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:57.173685 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-8ebb3813-4765-4155-a5e1-c66de0d7bf36 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.1835957 Jun 01 14:42:57.182955 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.246053 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.276558 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300efae-d237-49cc-b9f3-4b3d06240f27 req-70e76743-747b-4170-b55b-27a00619b9bc tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:57.283895 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7300efae-d237-49cc-b9f3-4b3d06240f27 req-70e76743-747b-4170-b55b-27a00619b9bc tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.5294368 Jun 01 14:42:57.288277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:57.292584 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-f34153c3-b6e6-462c-885b-a1667ee0c690 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909212 Jun 01 14:42:57.354799 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.365353 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:57.387120 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de665c8c-e763-4617-810a-d6349369758f,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:57.449062 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Made reservation on behalf of 3e96ff25086a4998b868f680098d553d for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:57.452756 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.458597 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:57.484248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:42:57.499885 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.501211 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de665c8c-e763-4617-810a-d6349369758f HTTP/1.1" status: 204 len: 168 time: 0.4201305 Jun 01 14:42:57.505808 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7300efae-d237-49cc-b9f3-4b3d06240f27 req-5c9e0024-85ff-4c79-ae02-35e1765bbe39 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208023 Jun 01 14:42:57.568976 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:42:57.597556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.620014 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:57.730486 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d088022-840b-436d-a5b5-6d892a005dad req-3f3bf510-40c7-4061-a16d-f9da213b8564 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:57.752795 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d088022-840b-436d-a5b5-6d892a005dad req-3f3bf510-40c7-4061-a16d-f9da213b8564 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.3697731 Jun 01 14:42:57.770091 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9a553f5c-d092-436f-a6b9-c5ac061d38bd req-ccdddd11-da19-4e90-a354-0d50fd186174 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 210 time: 0.0958586 Jun 01 14:42:57.781260 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:57.782391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:57.783992 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-debbd385-b810-480f-8e39-26820f97f14a service neutron] 10.222.0.79 "PUT /v2.0/ports/dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 200 len: 1093 time: 4.4831519 Jun 01 14:42:57.790566 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-038183bc-9ad2-49f2-997a-1cec026ecc0d service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4665372 Jun 01 14:42:57.918569 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e1ad6b66-297c-4686-afb6-60b5ff2c0360 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:57.920142 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e1ad6b66-297c-4686-afb6-60b5ff2c0360 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 810 time: 0.5350358 Jun 01 14:42:57.933300 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Allocated IP 172.20.0.13 (18f5cb91-6a38-4df2-81a7-3339cf8ef8dc/f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b/25d7a051-baf8-42a1-ba99-1dc5c61bdde0) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:58.013380 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d088022-840b-436d-a5b5-6d892a005dad req-62b5ee16-79b5-4f5b-a4a3-1af8c40f3a52 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594733 Jun 01 14:42:58.028018 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:58.054848 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:58.065760 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-efa14f73-42ce-47f0-846f-a2dd40b5aa3a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 380 time: 0.1106031 Jun 01 14:42:58.081151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'port': {'device_id': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'admin_state_up': True, 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'security_groups': ['0f47958b-e01b-4dca-962c-d1f2c32b97e7']}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:58.205900 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-0ee10e31-f984-4b88-b8e8-fa620d1a4fc0 req-1b1c1f5b-a4d8-431e-ac9c-9599d3d6f9cb tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:42:58.387125 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:42:58.472022 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:port and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:42:58.475394 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:42:58.481112 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-0ee10e31-f984-4b88-b8e8-fa620d1a4fc0 req-1b1c1f5b-a4d8-431e-ac9c-9599d3d6f9cb tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:42:58.484699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:42:58.500056 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0ee10e31-f984-4b88-b8e8-fa620d1a4fc0 req-1b1c1f5b-a4d8-431e-ac9c-9599d3d6f9cb tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 210 time: 0.4529047 Jun 01 14:42:58.505798 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Made reservation on behalf of 5a5a3ea121c34b6d8aa76b0ed4646050 for: {'port': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:42:58.509853 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:58.538724 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:42:58.541423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dc312b-8215-4840-ac6e-3a5b01a668ab" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:42:58.689996 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e118ed-e8a4-4d9e-b3fe-2755e4447b57 x-openstack-request-id: req-52e118ed-e8a4-4d9e-b3fe-2755e4447b57 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:42:58.690561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:42:58.696851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52e118ed-e8a4-4d9e-b3fe-2755e4447b57 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:42:58.697744 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'status': 'completed', 'code': 200} Jun 01 14:42:58.742956 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9e5b8ced-a5e5-43c3-b3c5-fadaa9f6bd03 req-dd3a2f50-47ff-49f5-b60e-1ddcd6e26449 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069023 Jun 01 14:42:58.749821 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-80b1a115-66a7-453f-9b27-b9f0e2c67c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:58.769177 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-80b1a115-66a7-453f-9b27-b9f0e2c67c9c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1096 time: 0.9283569 Jun 01 14:42:58.905623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:58.925931 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Transition to ACTIVE for port object 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:59.006769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:59.009141 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-978659e9-33de-4d19-b56d-c5016fda2010 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 200 len: 217 time: 0.2216134 Jun 01 14:42:59.012231 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e8821-206c-4636-8db6-6da3ab57abef req-47df2c41-659e-4b4e-bd67-276cbc84b92c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.014250 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4e3e8821-206c-4636-8db6-6da3ab57abef req-47df2c41-659e-4b4e-bd67-276cbc84b92c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.2747679 Jun 01 14:42:59.049680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Allocated IP 172.20.0.14 (a76e99b5-3940-4f09-b227-15811a641892/3973e742-928e-4ed8-9462-ffe663ac830a/f52e8c4e-dc2b-4ab7-8b0a-51112012b792) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:42:59.100660 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4e3e8821-206c-4636-8db6-6da3ab57abef req-fee30898-c396-4a2e-96d1-05027f00a1d8 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775428 Jun 01 14:42:59.157733 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:42:59.265301 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:42:59.278226 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:42:59.293220 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:42:59.403769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:42:59.417803 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:42:59.419728 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-b0f07ea2-dedc-443b-84a6-2e34d7e99a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.421338 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-b0f07ea2-dedc-443b-84a6-2e34d7e99a78 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.3526525 Jun 01 14:42:59.531232 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.531890 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:59.543818 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-52e710bd-bf48-414d-bb83-8b7ccbc96f4c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094127 Jun 01 14:42:59.566590 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-30bd431b-9d01-4bde-9b05-fce2008a6efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.573677 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-30bd431b-9d01-4bde-9b05-fce2008a6efd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1096 time: 0.6181886 Jun 01 14:42:59.619704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c9939c-301b-4d97-8169-323e9fa6646c req-4d006428-9b55-42e6-81e0-7814be4b1651 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.621304 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-69c9939c-301b-4d97-8169-323e9fa6646c req-4d006428-9b55-42e6-81e0-7814be4b1651 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 932 time: 0.6211867 Jun 01 14:42:59.668956 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e0d6e-bacd-4b7c-8bff-23d09f69afd8 req-7c8068a3-b807-4706-aaba-130712799ca7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:42:59.670446 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e27e0d6e-bacd-4b7c-8bff-23d09f69afd8 req-7c8068a3-b807-4706-aaba-130712799ca7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.3909338 Jun 01 14:42:59.731243 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-479b70c4-d888-44b8-b026-e023a4741b3d None None] Provisioning for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:42:59.739133 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-479b70c4-d888-44b8-b026-e023a4741b3d None None] Provisioning complete for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:42:59.739986 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-479b70c4-d888-44b8-b026-e023a4741b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:59.772995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:59.835810 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1434333 Jun 01 14:42:59.849735 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e27e0d6e-bacd-4b7c-8bff-23d09f69afd8 req-a624b445-d158-480b-8528-969e99095212 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569624 Jun 01 14:42:59.859162 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-479b70c4-d888-44b8-b026-e023a4741b3d None None] Port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:42:59.859952 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Transition to ACTIVE for port object f52e8c4e-dc2b-4ab7-8b0a-51112012b792 will not be triggered until provisioned by entity DHCP. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:42:59.885965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Request body: {'port': {'device_id': '60de79a4-ce53-4be4-88c7-873337abec22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:42:59.898092 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47604) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:42:59.935170 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:42:59.944198 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b4e15303-90f4-4954-aa18-58af1165ed61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:00.030805 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-e8caaa2a-c942-497c-93c9-8af76ff1038b service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4691427 Jun 01 14:43:00.072257 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:00.076405 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:00.086611 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Network a76e99b5-3940-4f09-b227-15811a641892 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:43:00.088424 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:00.091083 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:43:00.181839 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:00.182553 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.281677 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2046669 Jun 01 14:43:00.297311 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702b7ae-8484-4cea-ad66-0b0e61ca1d9a req-18d185e3-87b0-483a-940f-b04c106036f9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:00.298485 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-3702b7ae-8484-4cea-ad66-0b0e61ca1d9a req-18d185e3-87b0-483a-940f-b04c106036f9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:00.307666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Request body: {'port': {'device_id': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:00.359110 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-69c9939c-301b-4d97-8169-323e9fa6646c req-d9f0e9a6-af49-4b59-9fe3-d4627e093b8d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7055066 Jun 01 14:43:00.410263 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e34bcf77-5554-49f6-bced-da3243efb2a1 None None] Provisioning for port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:00.424849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e34bcf77-5554-49f6-bced-da3243efb2a1 None None] Provisioning complete for port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:00.425250 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e34bcf77-5554-49f6-bced-da3243efb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.435529 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-930e6f11-e3e3-42bb-a9d9-133d04200b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:00.437130 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-930e6f11-e3e3-42bb-a9d9-133d04200b33 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.8326862 Jun 01 14:43:00.454594 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.522137 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-3702b7ae-8484-4cea-ad66-0b0e61ca1d9a req-18d185e3-87b0-483a-940f-b04c106036f9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:00.528705 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3702b7ae-8484-4cea-ad66-0b0e61ca1d9a req-18d185e3-87b0-483a-940f-b04c106036f9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 932 time: 0.3403425 Jun 01 14:43:00.535306 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.546319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-e34bcf77-5554-49f6-bced-da3243efb2a1 None None] Port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:43:00.558518 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0c349f7-74f2-4dc0-8c77-4659cef87947 req-8dc7b57a-5e22-4a1c-b899-ae92cf732ecf service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192767 Jun 01 14:43:00.599294 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.611123 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-938e47ef-2a3a-4007-8d2c-28d409e6697f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.1534121 Jun 01 14:43:00.621120 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3702b7ae-8484-4cea-ad66-0b0e61ca1d9a req-bfbad723-83e1-4a34-a87c-7149eee756b3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915704 Jun 01 14:43:00.674726 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:00.681564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Usage tracker for resource:security_group_rule and tenant:11c01dd57729421aa9ff928a16fefaf4 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:00.686648 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:00.697456 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:00.822231 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-cc58ecb8-a03b-425b-b725-b937a0af2e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:00.823789 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-cc58ecb8-a03b-425b-b725-b937a0af2e65 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.1686261 Jun 01 14:43:00.957473 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.971708 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:00.986422 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3fbae35b-98ff-413d-a854-08d2432ae6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:01.029413 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52e8c4e-dc2b-4ab7-8b0a-51112012b792 {{(pid=98724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:01.060858 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-3a4934fc-113f-4a8d-aa26-5d348e2906ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670030 Jun 01 14:43:01.077061 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.086380 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd520e-bab8-4bc2-a553-05f3cf0ec125,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:01.093430 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11c01dd57729421aa9ff928a16fefaf4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1926923 Jun 01 14:43:01.095163 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:01.095469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47642) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:01.099821 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-1d38c330-a808-48cf-a0eb-ef8b57e42966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:01.101500 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-1d38c330-a808-48cf-a0eb-ef8b57e42966 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1096 time: 0.4451702 Jun 01 14:43:01.125862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf547796-5bf5-426d-8345-1d07ce87a213 req-f0e421dc-1f0c-4da0-b81d-07d5a61fd98c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:01.127586 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf547796-5bf5-426d-8345-1d07ce87a213 req-f0e421dc-1f0c-4da0-b81d-07d5a61fd98c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.5933125 Jun 01 14:43:01.138674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Transition to ACTIVE for port object f52e8c4e-dc2b-4ab7-8b0a-51112012b792 will not be triggered until provisioned by entity L2. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:01.155143 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.174075 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-8370d959-c1b4-446a-b55d-a9d2b6d71048 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:01.470168 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf547796-5bf5-426d-8345-1d07ce87a213 req-6e8e8d11-5406-459c-aa01-58598a3d1655 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111875 Jun 01 14:43:01.503738 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.513024 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Pushing event updated for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:01.558421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-59a50ead-5873-421e-9dd6-f3df0c13c0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:01.559877 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-59a50ead-5873-421e-9dd6-f3df0c13c0c7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.4247987 Jun 01 14:43:01.579148 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-2a6390f2-65c3-439c-9bd9-5d6135934c59 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036116 Jun 01 14:43:01.595519 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:01.618674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52979c2-fa9e-4c2f-b229-7570d1d0d84a req-698e0b23-278a-4191-b824-d167010526fe tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:01.620225 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e52979c2-fa9e-4c2f-b229-7570d1d0d84a req-698e0b23-278a-4191-b824-d167010526fe tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.5979326 Jun 01 14:43:01.704204 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.746261 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-98306072-f60a-4205-87d6-5ea6f54e86f1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 200 len: 217 time: 0.1706483 Jun 01 14:43:01.794721 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.managers [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Attempting to bind port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:01.795112 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.managers [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Attempting to bind port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}] {{(pid=98724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:01.795442 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Attempting to bind port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:01.800193 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e52979c2-fa9e-4c2f-b229-7570d1d0d84a req-d61c19e2-18c0-492b-875b-4e432579e721 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712117 Jun 01 14:43:01.805793 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 on network a76e99b5-3940-4f09-b227-15811a641892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:01.806117 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Attempting to bind port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:01.819303 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:01.819495 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Checking segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:01.820008 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Bound using segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} {{(pid=98724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:01.820521 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.managers [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Bound port: f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}}] {{(pid=98724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:01.820874 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.851861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-9e762dea-5755-4a8e-a3ad-8333ce9e4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:01.853507 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-9e762dea-5755-4a8e-a3ad-8333ce9e4dff service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.0918078 Jun 01 14:43:01.869728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.874667 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c6ec91ed-d0d3-4b00-92d9-6c48b987ca22 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:01.952529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd520e-bab8-4bc2-a553-05f3cf0ec125,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:01.961401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:01.967216 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:01.968507 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92fd520e-bab8-4bc2-a553-05f3cf0ec125 HTTP/1.1" status: 204 len: 168 time: 0.8627553 Jun 01 14:43:02.013427 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-21dc7882-47f6-468f-b384-56614d0f1c1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1034677 Jun 01 14:43:02.014964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.db.resource_extend [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 01 14:43:02.026494 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 1b6602ca-914e-4910-9abf-b3682fd42433 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:02.091632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, cleared binding levels {{(pid=98724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:02.121757 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:02.130493 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.154110 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-15e72997-c8f0-49ec-8bd3-0bba2a3bf73d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:02.229829 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:02.230649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.232277 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] 10.222.0.79 "PUT /v2.0/ports/f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 1094 time: 1.9296360 Jun 01 14:43:02.234125 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:02.249931 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68648cc-b5e8-4053-bd20-d5f4aa619568 req-0170e0d8-0688-42f9-9815-372a1a53795f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:02.251772 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c68648cc-b5e8-4053-bd20-d5f4aa619568 req-0170e0d8-0688-42f9-9815-372a1a53795f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:02.259090 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc318a25-dbef-4157-8514-01e86dfb8081 req-e63d2c52-9243-4ada-8776-8a9e7c85aa0e service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083050 Jun 01 14:43:02.264935 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:02.266191 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4dbfa-3971-4e7e-ac6c-2d5b6e3d3ff6 req-2bafff42-a337-4064-9d9b-95ddb174adbf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:02.279360 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ee4dbfa-3971-4e7e-ac6c-2d5b6e3d3ff6 req-2bafff42-a337-4064-9d9b-95ddb174adbf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 944 time: 0.3002858 Jun 01 14:43:02.313218 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.338623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Pushing event updated for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=3']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:02.347227 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:02.405458 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ee4dbfa-3971-4e7e-ac6c-2d5b6e3d3ff6 req-ea09eb15-a507-4ef7-9ab3-a08e9a0bf186 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248164 Jun 01 14:43:02.432284 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1b6602ca-914e-4910-9abf-b3682fd42433,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:02.485929 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '1b6602ca-914e-4910-9abf-b3682fd42433', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'port_id': '1b6602ca-914e-4910-9abf-b3682fd42433', 'mac_address': 'fa:16:3e:b5:46:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:02.545972 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c68648cc-b5e8-4053-bd20-d5f4aa619568 req-0170e0d8-0688-42f9-9815-372a1a53795f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:02.560977 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c68648cc-b5e8-4053-bd20-d5f4aa619568 req-0170e0d8-0688-42f9-9815-372a1a53795f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 932 time: 0.9050140 Jun 01 14:43:02.577500 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8acbd8f-6c29-47c9-8520-85d44de757b3" -d '{"events": [{"name": "network-changed", "server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:02.656601 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-c09ea611-44c0-4cc7-84ef-924ada96f572 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263647 Jun 01 14:43:02.658474 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Transition to ACTIVE for port object 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:02.666505 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.697646 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b6602ca-914e-4910-9abf-b3682fd42433 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:02.736965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.749015 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1b6602ca-914e-4910-9abf-b3682fd42433,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:02.756830 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.758627 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:02.812208 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:02.820530 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47696) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:02.853393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:02.893261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:02.897373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Usage tracker for resource:security_group_rule and tenant:98c6e718e9c64a3ebbfaa82af2f117df is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:02.900336 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:02.906164 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:02.911468 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:02.926713 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:02.952237 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c68648cc-b5e8-4053-bd20-d5f4aa619568 req-a4ef167c-bf2a-4d8e-95a9-182362593d45 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903089 Jun 01 14:43:02.953103 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee46b310-423e-48f3-b704-9a9912aa0077 x-openstack-request-id: req-ee46b310-423e-48f3-b704-9a9912aa0077 {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:02.953416 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:02.953690 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee46b310-423e-48f3-b704-9a9912aa0077 {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:02.954198 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'status': 'completed', 'code': 200} Jun 01 14:43:03.070484 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.077184 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.092639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ea4a7568-3666-489f-a987-3fd13ab294c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:03.103021 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['1b6602ca-914e-4910-9abf-b3682fd42433'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:03.216451 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98c6e718e9c64a3ebbfaa82af2f117df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3940294 Jun 01 14:43:03.220318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-fd548b41-5ade-4ec1-8cf3-e64fa2e46721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:03.222090 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-fd548b41-5ade-4ec1-8cf3-e64fa2e46721 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1097 time: 0.8863754 Jun 01 14:43:03.224623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47712) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:03.229978 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7722d9-fa89-4f5d-9f3d-721ad084b656,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:03.253915 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:03.322984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.329252 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:03.341090 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74743b14-9466-4c2d-8550-885f4d3850e6 req-6c6bdc33-d219-4f38-a595-9c7a6c3730cb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:03.349137 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-74743b14-9466-4c2d-8550-885f4d3850e6 req-6c6bdc33-d219-4f38-a595-9c7a6c3730cb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.2109411 Jun 01 14:43:03.388218 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.405630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:03.426945 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-74743b14-9466-4c2d-8550-885f4d3850e6 req-6325590c-34bf-49e9-af50-da49dde5a34e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768933 Jun 01 14:43:03.440380 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63dc312b-8215-4840-ac6e-3a5b01a668ab req-b131da97-9269-4f5a-af18-d097595ebddb service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746599 Jun 01 14:43:03.444904 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-72bbc4ed-e20f-48c5-91b3-b09d9aabcc8b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 217 time: 0.1704073 Jun 01 14:43:03.475409 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.481552 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:03.499151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7722d9-fa89-4f5d-9f3d-721ad084b656,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:03.503562 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:03.509926 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.511597 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fd7722d9-fa89-4f5d-9f3d-721ad084b656 HTTP/1.1" status: 204 len: 168 time: 0.2850268 Jun 01 14:43:03.626836 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Attempting to bind port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:03.627436 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Attempting to bind port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:03.627564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Attempting to bind port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:03.632189 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e02ba0e5-a04d-4bd8-875d-9302b0ac2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:03.633626 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-e02ba0e5-a04d-4bd8-875d-9302b0ac2cb7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.1599288 Jun 01 14:43:03.637741 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:03.638057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Attempting to bind port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:03.644201 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:03.644543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Checking segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:03.644944 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Bound using segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:03.645375 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Bound port: 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:03.645719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.816560 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514d5e5-7c2d-4f7b-bf9f-68c1d91b40af req-5d2a0158-5488-4b2a-b801-91a2e4ab72cd tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:03.818340 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1514d5e5-7c2d-4f7b-bf9f-68c1d91b40af req-5d2a0158-5488-4b2a-b801-91a2e4ab72cd tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 944 time: 0.2436979 Jun 01 14:43:03.861606 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-43ab8dcf-abf9-47fb-bbfe-a2f4b4f84f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:03.863121 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-43ab8dcf-abf9-47fb-bbfe-a2f4b4f84f1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2068198 Jun 01 14:43:03.864133 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:03.908413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:03.917593 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1514d5e5-7c2d-4f7b-bf9f-68c1d91b40af req-cc4e233e-f6d4-4c04-bb5f-8d44ddcf7798 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:03.966973 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:03.984203 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:04.032575 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device dfb01cab-9b9c-493a-a336-d775300c9bfe details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:04.063597 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:04.064247 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.065629 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] 10.222.0.79 "PUT /v2.0/ports/25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 1094 time: 4.1921692 Jun 01 14:43:04.066979 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:04.070225 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b" -d '{"events": [{"name": "network-changed", "server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:04.085216 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1514d5e5-7c2d-4f7b-bf9f-68c1d91b40af req-cc4e233e-f6d4-4c04-bb5f-8d44ddcf7798 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:04.086784 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1514d5e5-7c2d-4f7b-bf9f-68c1d91b40af req-cc4e233e-f6d4-4c04-bb5f-8d44ddcf7798 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591038 Jun 01 14:43:04.263400 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:04.283360 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'network_id': '5b91548f-0046-469b-8b3c-ef708b200ddd', 'port_id': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'mac_address': 'fa:16:3e:c3:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a22bad-54fe-48f0-b14b-f1a86cbe745d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:04.287024 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 1b6602ca-914e-4910-9abf-b3682fd42433 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:04.311016 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:04.420364 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:04.426447 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-a2d7fa7d-3397-418b-91cf-40aa0ae18d38 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469720 Jun 01 14:43:04.459503 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.478121 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb01cab-9b9c-493a-a336-d775300c9bfe {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:04.505565 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:04.511614 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 1b6602ca-914e-4910-9abf-b3682fd42433 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:04.519745 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.523497 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:04.566317 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 1b6602ca-914e-4910-9abf-b3682fd42433 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:04.566567 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.680675 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d2c912-1751-41bb-baa6-7d34ee542785 x-openstack-request-id: req-c5d2c912-1751-41bb-baa6-7d34ee542785 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:04.681190 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:04.684095 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5d2c912-1751-41bb-baa6-7d34ee542785 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:04.684718 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'status': 'completed', 'code': 200} Jun 01 14:43:04.693372 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-a9d66485-c300-4ee0-9d7f-21b52e0b7d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:04.698627 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-a9d66485-c300-4ee0-9d7f-21b52e0b7d95 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1097 time: 0.5368767 Jun 01 14:43:04.699113 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:04.705605 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:04.777645 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.823367 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:04.826590 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2e0aa9-a14f-438f-9099-142ba30fde80" -d '{"events": [{"server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "name": "network-vif-plugged", "status": "completed", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:04.836890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1b6602ca-914e-4910-9abf-b3682fd42433,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:04.845166 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:04.847649 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:04.884809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c28e3-919b-4a9f-b2ea-b72a4eebb89d req-0aec9066-3406-44c5-a638-6736b66cc3c9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:04.893002 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ad9c28e3-919b-4a9f-b2ea-b72a4eebb89d req-0aec9066-3406-44c5-a638-6736b66cc3c9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 944 time: 0.1161048 Jun 01 14:43:04.925020 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-ece18ed6-3766-4f51-9519-93df338ce35b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 217 time: 0.2056422 Jun 01 14:43:04.935056 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['dfb01cab-9b9c-493a-a336-d775300c9bfe'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:04.960909 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ad9c28e3-919b-4a9f-b2ea-b72a4eebb89d req-bf2f22f3-af9f-4302-a823-c8a62e2e6587 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664675 Jun 01 14:43:04.970283 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ffb71-7d26-4b02-b539-6eb9d97773b1 req-cf673356-261b-4290-b5b4-a5f9a1f8c42e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:04.982319 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8c4ffb71-7d26-4b02-b539-6eb9d97773b1 req-cf673356-261b-4290-b5b4-a5f9a1f8c42e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.6758320 Jun 01 14:43:05.046144 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6339ebd5-1cd7-48e2-a65c-5af542cc30bb x-openstack-request-id: req-6339ebd5-1cd7-48e2-a65c-5af542cc30bb {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:05.046457 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "name": "network-vif-plugged", "status": "completed", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:05.046734 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6339ebd5-1cd7-48e2-a65c-5af542cc30bb {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:05.047135 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433', 'code': 200} Jun 01 14:43:05.122095 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd5b0e6-2c06-4a7a-ba91-00e8daaf2952 req-4f44c5e0-7ff6-48fb-8b58-02a7a571e82b service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843107 Jun 01 14:43:05.165000 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:05.183061 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1e9f183f-f0f0-4361-96ca-385218bbaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:05.187385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:05.192844 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-1e9f183f-f0f0-4361-96ca-385218bbaef4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.2430515 Jun 01 14:43:05.213759 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8c4ffb71-7d26-4b02-b539-6eb9d97773b1 req-16655c23-4c01-4cad-8e98-fb56c086650b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2304094 Jun 01 14:43:05.397984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722884-81ed-457e-aeda-24f3f5418839 req-38348e54-d1c5-4fe0-8d5e-64ef05b2c300 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:05.405844 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-00722884-81ed-457e-aeda-24f3f5418839 req-38348e54-d1c5-4fe0-8d5e-64ef05b2c300 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 944 time: 0.1118302 Jun 01 14:43:05.452401 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:05.470741 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-00722884-81ed-457e-aeda-24f3f5418839 req-2704fdb0-5af3-4a3d-9dc7-ca3f75460cc8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638340 Jun 01 14:43:05.480802 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-cf8fbd68-c49d-4356-aa39-6931b0670249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:05.482294 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-cf8fbd68-c49d-4356-aa39-6931b0670249 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2675936 Jun 01 14:43:05.615519 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-4d56e9f2-d243-4605-ad00-2318473683f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:05.617328 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-4d56e9f2-d243-4605-ad00-2318473683f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1097 time: 0.2366817 Jun 01 14:43:05.667635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028524d2-5d4b-4ea4-beac-bfcdc11f99ad req-e8d44170-d9ab-47b0-9b4c-0e13b6142117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:05.668882 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-028524d2-5d4b-4ea4-beac-bfcdc11f99ad req-e8d44170-d9ab-47b0-9b4c-0e13b6142117 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.2482526 Jun 01 14:43:05.857628 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-c5bc0e30-1525-409e-9994-8b52db7749ee service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538215 Jun 01 14:43:05.985057 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-028524d2-5d4b-4ea4-beac-bfcdc11f99ad req-e8132da0-7133-48ae-b349-76bb6011c561 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982111 Jun 01 14:43:06.025122 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-6c886112-a5d8-4779-982a-eef24b9b2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.031123 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-6c886112-a5d8-4779-982a-eef24b9b2aff service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.3906543 Jun 01 14:43:06.172422 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1845a53c-3ddf-41d3-87a8-79fba9fd7945 req-b0d4a9bf-9da3-4cec-b392-b1c9a9c6f114 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963507 Jun 01 14:43:06.173653 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-ca3379bd-c8fc-4bea-aeb0-3c3b7246cd3f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 217 time: 0.1104920 Jun 01 14:43:06.348129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-3d8539cd-b2c5-42f0-829f-183bf01cc242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.349568 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-3d8539cd-b2c5-42f0-829f-183bf01cc242 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.1472175 Jun 01 14:43:06.409066 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6323cbb-696a-430f-954f-2d118a69dfde req-497cd138-2433-4706-8296-a03b5ade8fb1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.410556 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d6323cbb-696a-430f-954f-2d118a69dfde req-497cd138-2433-4706-8296-a03b5ade8fb1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 944 time: 0.2862241 Jun 01 14:43:06.418810 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bac46d-8ea2-40de-acac-0b72273146f8 req-32a5f144-a8cc-467d-87cb-b3ed56fda9e3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.420960 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-95bac46d-8ea2-40de-acac-0b72273146f8 req-32a5f144-a8cc-467d-87cb-b3ed56fda9e3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0900810 Jun 01 14:43:06.472721 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-95bac46d-8ea2-40de-acac-0b72273146f8 req-eeb77a94-d09a-4376-8d1c-91ef05f9b31f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452888 Jun 01 14:43:06.483113 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d6323cbb-696a-430f-954f-2d118a69dfde req-6fac1ff2-879c-4562-af88-a0f65c2d825d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646749 Jun 01 14:43:06.485020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-24bb18f2-b0d3-4b12-9ea8-ae47299d92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.486481 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-24bb18f2-b0d3-4b12-9ea8-ae47299d92ee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1097 time: 0.2134132 Jun 01 14:43:06.583834 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-a63d4414-27c4-436d-8341-524367957d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.585504 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-a63d4414-27c4-436d-8341-524367957d9b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2219484 Jun 01 14:43:06.674274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d881c1-424e-4af9-801b-c0184491ad19 req-9b6f3ce4-9308-4993-9116-40cd65531236 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.675821 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-27d881c1-424e-4af9-801b-c0184491ad19 req-9b6f3ce4-9308-4993-9116-40cd65531236 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 944 time: 0.0886378 Jun 01 14:43:06.736392 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-27d881c1-424e-4af9-801b-c0184491ad19 req-5e74dd66-a244-4653-8c7e-ca29bda89a5c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545056 Jun 01 14:43:06.764096 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-7fd8e416-5ccd-4996-ab17-18a8ba10b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:06.772369 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-7fd8e416-5ccd-4996-ab17-18a8ba10b8cb service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.2575576 Jun 01 14:43:06.854581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-ddb22c63-7776-49ff-a653-52beb07d24c3 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518048 Jun 01 14:43:06.862808 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-0983daaf-b86a-4ab6-a9ba-7ef389b37924 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 217 time: 0.0734069 Jun 01 14:43:07.031874 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-f8bd3d33-10f6-47d7-a372-3b5bdf04c80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:07.033514 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-f8bd3d33-10f6-47d7-a372-3b5bdf04c80f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.1322851 Jun 01 14:43:07.125359 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e8acbd8f-6c29-47c9-8520-85d44de757b3 req-62e32aa7-da40-4620-b1f1-49535aba9256 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429297 Jun 01 14:43:07.150853 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-b355e7f0-fe8f-4cd2-980e-c0b84de7b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:07.153623 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-b355e7f0-fe8f-4cd2-980e-c0b84de7b81a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1071396 Jun 01 14:43:07.327334 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-7fd36769-bcac-4325-9c10-5d9af00cd435 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414616 Jun 01 14:43:07.610350 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3dc83f34-a65f-4a26-9f4f-a381d9f2387b req-eb7407ea-a864-4950-885f-e0f0e2a2e598 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820983 Jun 01 14:43:07.650769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 47888) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:07.911416 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e1316-b5a3-4ba2-a8eb-c1268516e289 req-935dee26-5c3e-4648-90e6-ae6742f1be83 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:07.919089 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c99e1316-b5a3-4ba2-a8eb-c1268516e289 req-935dee26-5c3e-4648-90e6-ae6742f1be83 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 944 time: 0.2029984 Jun 01 14:43:07.954026 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:07.998620 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:08.022471 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Usage tracker for resource:security_group_rule and tenant:1e7b8c23567a474e948bf1cba63109c7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:08.026254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:08.029521 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c99e1316-b5a3-4ba2-a8eb-c1268516e289 req-fd4adf63-1619-4cf2-9f05-81d03fa65027 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091290 Jun 01 14:43:08.051052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce9362-ccc1-4109-b0b3-026074a39bbd req-013685d0-6329-443a-8a1a-34dea1c30f38 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:08.057371 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93ce9362-ccc1-4109-b0b3-026074a39bbd req-013685d0-6329-443a-8a1a-34dea1c30f38 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.2705424 Jun 01 14:43:08.078384 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:08.101801 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f52e8c4e-dc2b-4ab7-8b0a-51112012b792 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:08.104890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device dfb01cab-9b9c-493a-a336-d775300c9bfe up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:08.327844 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b163d-dd8a-46ec-a910-d94cdf102498 req-9e4ea03e-903c-47a8-873d-2f0947a918fc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:08.329139 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93ce9362-ccc1-4109-b0b3-026074a39bbd req-f1afa792-140c-4a49-958d-3c1669c1e984 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886674 Jun 01 14:43:08.338597 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-850b163d-dd8a-46ec-a910-d94cdf102498 req-9e4ea03e-903c-47a8-873d-2f0947a918fc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 944 time: 0.1255898 Jun 01 14:43:08.366990 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port dfb01cab-9b9c-493a-a336-d775300c9bfe completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:08.391512 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.397803 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-850b163d-dd8a-46ec-a910-d94cdf102498 req-4a703d37-56b4-4230-a457-f6a8ba38d50c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580490 Jun 01 14:43:08.402884 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.411413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-772ae32a-997f-492d-80a6-71163c6d34ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:08.482340 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e7b8c23567a474e948bf1cba63109c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281031 Jun 01 14:43:08.482340 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a2c79a-c4c1-450c-ad0b-0ae9b437989e,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:08.482749 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47916) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:08.485417 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:08.543749 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port dfb01cab-9b9c-493a-a336-d775300c9bfe triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:08.544440 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.604651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.611890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:08.633994 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'port_id': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'mac_address': 'fa:16:3e:56:3d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:08.634902 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.697103 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.702123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:08.712756 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a2c79a-c4c1-450c-ad0b-0ae9b437989e,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:08.715341 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:08.721623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.723242 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30a2c79a-c4c1-450c-ad0b-0ae9b437989e HTTP/1.1" status: 204 len: 168 time: 0.2390218 Jun 01 14:43:08.740321 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.758529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47926) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:08.789652 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52e8c4e-dc2b-4ab7-8b0a-51112012b792 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:08.810227 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.828859 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:08.839866 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.842589 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-9ba4e0b4-9a55-433b-83e3-8b9a8e4079c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:08.880445 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:08.882726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539cda2-9753-4b71-9932-44f191481161" -d '{"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-plugged", "status": "completed", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:08.896546 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72db63c-be85-470d-8d8b-05bdcab915a8 req-1de0e25f-4461-42b0-8ec4-c81320b1dfbb tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:08.898787 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a72db63c-be85-470d-8d8b-05bdcab915a8 req-1de0e25f-4461-42b0-8ec4-c81320b1dfbb tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.1129639 Jun 01 14:43:08.907623 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:08.921057 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.928219 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:08.931542 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:08.932481 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:08.943166 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:08.966618 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec672e76-db0b-4e30-a094-70dfc5267ef3 x-openstack-request-id: req-ec672e76-db0b-4e30-a094-70dfc5267ef3 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:08.966914 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-plugged", "status": "completed", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:08.967174 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec672e76-db0b-4e30-a094-70dfc5267ef3 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:08.970544 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'code': 200} Jun 01 14:43:08.973214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:08.981535 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Usage tracker for resource:security_group_rule and tenant:2630ceb6dd1e4b069e7c76096ba121e4 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:08.986149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:08.995284 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a72db63c-be85-470d-8d8b-05bdcab915a8 req-3bd98335-acd3-4fb6-b741-a6c7dd962605 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776865 Jun 01 14:43:08.996232 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:09.022067 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:09.027843 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:09.095984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.103477 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.124110 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4d40628b-387b-4dcb-9dc4-2ad273c5cfb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:09.157898 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2630ceb6dd1e4b069e7c76096ba121e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3982422 Jun 01 14:43:09.161735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47938) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:09.180956 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59242cda-f248-4612-8609-cb7a2cc726b3,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:09.199214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:09.199711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47942) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:09.234263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.256813 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:09.267513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Usage tracker for resource:security_group_rule and tenant:fc584558bd5c455faca6ca848f9c14fb is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:09.275121 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:09.275906 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['f52e8c4e-dc2b-4ab7-8b0a-51112012b792'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:09.282075 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.283950 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:09.294670 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a0370-c7d7-4c5f-b9eb-44f5f09ef823 req-77d6b79b-807b-4e08-8002-8ddfb197e920 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:09.296137 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9f1a0370-c7d7-4c5f-b9eb-44f5f09ef823 req-77d6b79b-807b-4e08-8002-8ddfb197e920 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1465263 Jun 01 14:43:09.305501 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3596df-8f58-4a43-8994-38c922d91f39 req-1a3320c8-ea7d-4eb2-b6c0-db17e351c6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:09.307042 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a3596df-8f58-4a43-8994-38c922d91f39 req-1a3320c8-ea7d-4eb2-b6c0-db17e351c6de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1098 time: 0.0953209 Jun 01 14:43:09.336567 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.374502 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9f1a0370-c7d7-4c5f-b9eb-44f5f09ef823 req-81572b77-5a35-46cc-880a-8086ea7de068 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662489 Jun 01 14:43:09.380566 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a3596df-8f58-4a43-8994-38c922d91f39 req-a230e1a8-c218-4ed1-acc3-96a3d29df313 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Jun 01 14:43:09.430514 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.441009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3aca4287-0d77-4590-803a-d1a6b5cfe939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:09.537979 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59242cda-f248-4612-8609-cb7a2cc726b3,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:09.540335 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:09.581438 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.591233 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.600796 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:09.633944 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.635136 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59242cda-f248-4612-8609-cb7a2cc726b3 HTTP/1.1" status: 204 len: 168 time: 0.4723783 Jun 01 14:43:09.646457 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b9676-d48a-4685-b5f2-8ca2920eabc5 req-06309720-e315-4064-b47b-2d949b5f4142 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:09.660002 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-298b9676-d48a-4685-b5f2-8ca2920eabc5 req-06309720-e315-4064-b47b-2d949b5f4142 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 945 time: 0.1317549 Jun 01 14:43:09.686182 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc584558bd5c455faca6ca848f9c14fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4853532 Jun 01 14:43:09.689842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 47960) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:09.697530 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d6341f-7a7c-4273-9d48-98e6b913d3f5,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:09.705009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:09.735659 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea3c381-79f7-4232-b45a-3cf89ab0167d req-0125f404-1efd-479a-8860-2ce22f3d33a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:09.737645 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7ea3c381-79f7-4232-b45a-3cf89ab0167d req-0125f404-1efd-479a-8860-2ce22f3d33a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.2049747 Jun 01 14:43:09.742591 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-298b9676-d48a-4685-b5f2-8ca2920eabc5 req-57f69ca1-5720-41c7-847d-344611fa5453 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815895 Jun 01 14:43:09.786333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.812622 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7ea3c381-79f7-4232-b45a-3cf89ab0167d req-6737aed0-b983-429b-a01d-cf7563e5c2e3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607495 Jun 01 14:43:09.819756 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.878234 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.882397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0e63831d-a1ac-4443-a33f-40be8e1e9ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:09.895627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d6341f-7a7c-4273-9d48-98e6b913d3f5,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:09.897993 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:09.909214 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:09.913138 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8d6341f-7a7c-4273-9d48-98e6b913d3f5 HTTP/1.1" status: 204 len: 168 time: 0.2163467 Jun 01 14:43:10.104757 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:10.160691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 47978) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:10.181265 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.201400 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:10.207913 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Usage tracker for resource:security_group_rule and tenant:cf34bda166ce4a42a1a385da5f096f0d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:10.211299 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:10.217985 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:10.254487 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bbfc6-7fbe-4c19-a673-37107b9d5b67 req-0f984f7b-89f5-4970-b897-5d438ca4e56e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:10.262727 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-394bbfc6-7fbe-4c19-a673-37107b9d5b67 req-0f984f7b-89f5-4970-b897-5d438ca4e56e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.1056352 Jun 01 14:43:10.294903 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:10.310772 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:10.320279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.320822 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-394bbfc6-7fbe-4c19-a673-37107b9d5b67 req-df04e75d-574a-429f-bebf-aff02cfb4ac3 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567412 Jun 01 14:43:10.325791 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.343176 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-71bed49a-2106-4acb-990b-acff2e1a085e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:10.369380 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.382693 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf34bda166ce4a42a1a385da5f096f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207100 Jun 01 14:43:10.384279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a3d6e3-aa21-4b91-b735-d6d852a269b8,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:10.385370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 47988) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:10.387326 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:10.388325 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:10.406477 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:10.411517 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.413861 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:10.456372 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.486510 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.489151 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:10.492599 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:10.549595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.556439 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0b6a2265-b345-45b9-823b-b3a7ac57fad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:10.574005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a3d6e3-aa21-4b91-b735-d6d852a269b8,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:10.576686 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:10.577857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:10.580657 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35a3d6e3-aa21-4b91-b735-d6d852a269b8 HTTP/1.1" status: 204 len: 168 time: 0.1940575 Jun 01 14:43:10.622012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17757de-920e-4144-9eb4-320f0a67f31c req-72c78ddf-ad34-4ba0-88fb-e7ff6dd6a134 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:10.623613 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f17757de-920e-4144-9eb4-320f0a67f31c req-72c78ddf-ad34-4ba0-88fb-e7ff6dd6a134 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0962129 Jun 01 14:43:10.675101 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f17757de-920e-4144-9eb4-320f0a67f31c req-db6bea9f-d94f-460a-8596-604b97f4185a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Jun 01 14:43:10.999243 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d725-523f-4d08-91e7-f0dd38a48672 req-9387138f-1a15-477f-b70b-9b9859357adf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:11.001376 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c83d725-523f-4d08-91e7-f0dd38a48672 req-9387138f-1a15-477f-b70b-9b9859357adf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 945 time: 0.1143944 Jun 01 14:43:11.020027 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['25d7a051-baf8-42a1-ba99-1dc5c61bdde0'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:11.077966 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ff44e-f377-48bd-a532-78fdad5ea60b req-b906c503-82e2-4f6f-9bc7-a083db206ade tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:11.088491 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d3ff44e-f377-48bd-a532-78fdad5ea60b req-b906c503-82e2-4f6f-9bc7-a083db206ade tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 945 time: 0.1453283 Jun 01 14:43:11.103552 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c83d725-523f-4d08-91e7-f0dd38a48672 req-d0901b04-d202-4ba9-be3d-faa1bd07eab5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964007 Jun 01 14:43:11.141059 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d3ff44e-f377-48bd-a532-78fdad5ea60b req-cfcc1c09-7a46-4a00-a9e7-183e58e7c0bf tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507302 Jun 01 14:43:11.534182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a78656-9eb0-4f69-9ef9-4fe842e5d526 req-bf2b3c5a-309a-4cb0-bbf7-2c0c3a8e2038 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:11.535833 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d1a78656-9eb0-4f69-9ef9-4fe842e5d526 req-bf2b3c5a-309a-4cb0-bbf7-2c0c3a8e2038 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.0882876 Jun 01 14:43:11.596603 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d1a78656-9eb0-4f69-9ef9-4fe842e5d526 req-b7e2e408-8641-4c2e-b6be-5105e8725231 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544119 Jun 01 14:43:11.611755 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:43:11.884665 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc53147d-ca63-4be7-9e15-a4f1478dbe69 req-3d2d9c04-09e9-446d-b943-b9cd7e8c3d73 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:11.886360 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fc53147d-ca63-4be7-9e15-a4f1478dbe69 req-3d2d9c04-09e9-446d-b943-b9cd7e8c3d73 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1037946 Jun 01 14:43:11.939444 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fc53147d-ca63-4be7-9e15-a4f1478dbe69 req-c1113ca0-8bd2-4ee3-a73f-7f773cf7b287 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462551 Jun 01 14:43:12.112124 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f52e8c4e-dc2b-4ab7-8b0a-51112012b792 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:12.115694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-1d82ba9e-870a-4563-8004-c360ade87d4e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:12.117370 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-1d82ba9e-870a-4563-8004-c360ade87d4e tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.79 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.1088634 Jun 01 14:43:12.197767 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:12.209591 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:12.210807 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:12.431151 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:12.440615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e91c1-ce92-412a-a38c-d4578ba389b0 req-834bc762-9951-4518-92a1-0244cca46480 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:12.450535 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ee0e91c1-ce92-412a-a38c-d4578ba389b0 req-834bc762-9951-4518-92a1-0244cca46480 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 945 time: 0.1090548 Jun 01 14:43:12.502562 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:12.505960 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a11026-4901-4dcb-8076-06ce527a17a2" -d '{"events": [{"server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "name": "network-vif-plugged", "status": "completed", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:12.519558 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:12.527529 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:12.527736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Deleting port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:43:12.527932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:12.529737 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:12.546991 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ee0e91c1-ce92-412a-a38c-d4578ba389b0 req-61475adf-f0a0-431a-a238-74d1c4e30ca2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953865 Jun 01 14:43:12.635595 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:12.639414 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:12.721888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-dfb7e194-354b-452f-afab-ddc8af61573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:12.723349 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-dfb7e194-354b-452f-afab-ddc8af61573c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1098 time: 0.3631701 Jun 01 14:43:12.822253 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28ea14-096f-48c9-bdea-336af37dbdba req-3f350450-dcd7-44e4-bb82-c3ef5d416cbc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:12.830340 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8e28ea14-096f-48c9-bdea-336af37dbdba req-3f350450-dcd7-44e4-bb82-c3ef5d416cbc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1159596 Jun 01 14:43:12.888480 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8e28ea14-096f-48c9-bdea-336af37dbdba req-0a0e3421-036a-490c-bc69-c7e2f33ef463 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570934 Jun 01 14:43:12.893478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-4ab5dc56-bc97-46c2-89ad-ed8559ff6e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:12.894980 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-4ab5dc56-bc97-46c2-89ad-ed8559ff6e0c service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.1456292 Jun 01 14:43:12.958762 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4807c18d-5aa0-43f8-bb97-8de2c4430192 x-openstack-request-id: req-4807c18d-5aa0-43f8-bb97-8de2c4430192 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:12.959100 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "name": "network-vif-plugged", "status": "completed", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:12.959420 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4807c18d-5aa0-43f8-bb97-8de2c4430192 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:12.959958 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'code': 200} Jun 01 14:43:13.073581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-7d68e617-b59c-4e60-9807-b3c407d6150f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 200 len: 217 time: 0.1612113 Jun 01 14:43:13.075344 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] For port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,segment=NetworkSegment(ede8f53f-07af-44f9-a926-4a29cdd69bb7),segment_id=ede8f53f-07af-44f9-a926-4a29cdd69bb7)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:13.075698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:13.211594 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a49cf-b370-44b8-8900-fbf010dafd2b req-eeead917-046d-4488-8f73-a318b6cb6bf0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:13.218378 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-629a49cf-b370-44b8-8900-fbf010dafd2b req-eeead917-046d-4488-8f73-a318b6cb6bf0 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 945 time: 0.1324668 Jun 01 14:43:13.272937 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Calling delete_port for 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:43:13.283618 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cce51d-da60-4b36-8e2d-e065eb343400 req-10e49683-2946-44d0-b305-e7ce4ca997e7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:13.285733 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1cce51d-da60-4b36-8e2d-e065eb343400 req-10e49683-2946-44d0-b305-e7ce4ca997e7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 945 time: 0.6494663 Jun 01 14:43:13.293874 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-629a49cf-b370-44b8-8900-fbf010dafd2b req-b61199e5-36d3-44e7-8612-f22aacb64c21 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/security-groups?id=930b4429-c00d-4efc-8a25-8bb978ec88ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681460 Jun 01 14:43:13.453666 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-fc169723-1824-48fe-a26a-65dc5b03c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:13.455156 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-fc169723-1824-48fe-a26a-65dc5b03c410 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.3679016 Jun 01 14:43:13.541485 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1cce51d-da60-4b36-8e2d-e065eb343400 req-9cf7e5ac-cd91-4151-9d43-60f42d904728 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465494 Jun 01 14:43:13.546400 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-c00bfe05-5dc3-49e8-81b0-189a56c72f38 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774000 Jun 01 14:43:13.659773 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6f381-1a40-4339-9d44-a24ec2bc94c4 req-09ca18df-66c0-4e96-ad01-58fb791b4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:13.661563 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c5b6f381-1a40-4339-9d44-a24ec2bc94c4 req-09ca18df-66c0-4e96-ad01-58fb791b4cca service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1099 time: 0.3501194 Jun 01 14:43:13.757015 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9ddcf-14d8-4ee5-bcf2-1b3e34adfb36 req-58e7eb16-b9af-423d-b350-eb767e2d0379 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:13.758426 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-abe9ddcf-14d8-4ee5-bcf2-1b3e34adfb36 req-58e7eb16-b9af-423d-b350-eb767e2d0379 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0816898 Jun 01 14:43:13.794133 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c5b6f381-1a40-4339-9d44-a24ec2bc94c4 req-d64f4afb-b8c7-4933-aa6f-6e8282d824c4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163414 Jun 01 14:43:13.800364 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-72fe1175-e0c5-4fe3-b50f-fd5e7ab53ada service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366750 Jun 01 14:43:13.805365 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-abe9ddcf-14d8-4ee5-bcf2-1b3e34adfb36 req-b09764e8-e28a-4a02-9b41-47e671612019 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Jun 01 14:43:13.808095 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:13.814289 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:13.832533 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['08cac27e-9213-4bc7-b45c-1e1eaf30ecfd'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:13.862761 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Pushing event deleted for resources: {'Port': ['ID=08cac27e-9213-4bc7-b45c-1e1eaf30ecfd,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:13.865780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:13.964160 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] No DVR routers for this DVR port 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:43:14.042301 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:14.044641 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'name': 'network-vif-deleted', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:14.046882 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a221c4-3b6e-4a49-b2c4-77bd8c185fdf" -d '{"events": [{"server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "name": "network-vif-deleted", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:14.105231 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07235250-7a28-419b-ad50-8899060df61e x-openstack-request-id: req-07235250-7a28-419b-ad50-8899060df61e {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:14.105543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a24159-bd40-4cc6-a5a9-1a2ca47030f5", "name": "network-vif-deleted", "tag": "08cac27e-9213-4bc7-b45c-1e1eaf30ecfd", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:14.105855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07235250-7a28-419b-ad50-8899060df61e {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:14.106263 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a24159-bd40-4cc6-a5a9-1a2ca47030f5', 'name': 'network-vif-deleted', 'tag': '08cac27e-9213-4bc7-b45c-1e1eaf30ecfd', 'status': 'completed', 'code': 200} Jun 01 14:43:14.108102 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:14.108816 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a82d5d2-c3ea-4c26-81a9-d390f2a8cc14 req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.79 "DELETE /v2.0/ports/08cac27e-9213-4bc7-b45c-1e1eaf30ecfd HTTP/1.1" status: 204 len: 173 time: 1.9817295 Jun 01 14:43:14.138723 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fe627897-5e45-429f-9c28-cd6af34aeeb9 req-3828b8ef-44cf-4780-839e-4dcb9d3cd0e0 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414238 Jun 01 14:43:14.159747 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959f2f9-2f04-4195-add4-dc6431d7b049 req-556a66f9-2b25-4f08-8c38-f73e310fde50 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:14.161340 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8959f2f9-2f04-4195-add4-dc6431d7b049 req-556a66f9-2b25-4f08-8c38-f73e310fde50 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1541698 Jun 01 14:43:14.208380 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:14.213587 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8959f2f9-2f04-4195-add4-dc6431d7b049 req-f416aa58-dbd5-41c5-96bc-b551f8039b7d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Jun 01 14:43:14.215968 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:14.216387 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:14.335472 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:14.369710 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:14.374345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:14.376405 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:14.446315 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:14.449664 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:14.481195 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8a6f087c-62ca-4c18-b070-9be4bc29f87a req-5e2b5ba7-ee15-4ca6-a033-60d39c044962 tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] 10.222.0.15 "GET /v2.0/ports?device_id=38a24159-bd40-4cc6-a5a9-1a2ca47030f5 HTTP/1.1" status: 200 len: 210 time: 0.0486660 Jun 01 14:43:14.770004 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87365-d237-4afa-885b-5deb2c820acc req-cd0694a4-b8d2-4d39-9c43-9170da88243e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:14.771519 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-44d87365-d237-4afa-885b-5deb2c820acc req-cd0694a4-b8d2-4d39-9c43-9170da88243e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0941517 Jun 01 14:43:14.825860 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-44d87365-d237-4afa-885b-5deb2c820acc req-f07444f4-ad43-48c1-971c-51f8c5c8d080 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465086 Jun 01 14:43:14.960851 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:14.963474 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc5dae-636f-4e46-8608-342646574b8b" -d '{"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:15.020677 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff41a5-ffec-4475-8bec-1ea6ed7e616f req-31bafd0a-eaf9-484f-b915-1cd6f2c9ec3c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:15.028754 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-69ff41a5-ffec-4475-8bec-1ea6ed7e616f req-31bafd0a-eaf9-484f-b915-1cd6f2c9ec3c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1002495 Jun 01 14:43:15.029142 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811adb45-29fc-4159-833a-928b9c64134e x-openstack-request-id: req-811adb45-29fc-4159-833a-928b9c64134e {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:15.029441 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:15.029695 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-811adb45-29fc-4159-833a-928b9c64134e {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:15.030346 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'code': 200} Jun 01 14:43:15.080050 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-69ff41a5-ffec-4475-8bec-1ea6ed7e616f req-d94de14f-4274-436d-8355-b667eea3ffc3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480027 Jun 01 14:43:15.404587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43861b-b354-47f4-8bf9-3c362bf2f881 req-b62a65c5-ce98-4cd4-a426-33bfed698718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:15.406559 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cb43861b-b354-47f4-8bf9-3c362bf2f881 req-b62a65c5-ce98-4cd4-a426-33bfed698718 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1099 time: 0.0861354 Jun 01 14:43:15.519902 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cb43861b-b354-47f4-8bf9-3c362bf2f881 req-aa819608-a75a-4068-88ff-aa8ea7ac3156 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968184 Jun 01 14:43:15.561218 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5ceac-3809-47ac-9279-16ab1199b041 req-71346d13-ae82-4dec-87e2-765ea2cfecdc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:15.562695 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e6d5ceac-3809-47ac-9279-16ab1199b041 req-71346d13-ae82-4dec-87e2-765ea2cfecdc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1418495 Jun 01 14:43:15.613329 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e6d5ceac-3809-47ac-9279-16ab1199b041 req-4d50a5fe-fc72-495d-9f9c-c20b5d49d7c7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407424 Jun 01 14:43:16.037084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3d2e5-d188-4473-9e55-835f655ee586 req-4fbd9d2a-f537-439d-91e5-5a52ce97db8e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:16.038575 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-82c3d2e5-d188-4473-9e55-835f655ee586 req-4fbd9d2a-f537-439d-91e5-5a52ce97db8e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0862224 Jun 01 14:43:16.100776 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-82c3d2e5-d188-4473-9e55-835f655ee586 req-5d038e61-af2b-4243-bbc7-f6b0813cf7a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517786 Jun 01 14:43:16.109003 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:43:16.156683 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:43:16.157282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 08cac27e-9213-4bc7-b45c-1e1eaf30ecfd not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:43:16.282805 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d474177-44f2-4c08-b870-b59fef8e5bec req-98533efd-b7cb-494e-916a-4a5fe96746e4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:16.284435 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d474177-44f2-4c08-b870-b59fef8e5bec req-98533efd-b7cb-494e-916a-4a5fe96746e4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0862064 Jun 01 14:43:16.334522 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d474177-44f2-4c08-b870-b59fef8e5bec req-61f5285a-fead-4eca-9adf-32f255c010c1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437949 Jun 01 14:43:16.415896 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48220) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:16.544354 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe8aaf-694c-471d-8272-330648848d1f req-2979aa02-9070-453f-bfc9-9025a192b1c7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:16.555146 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48232) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:16.555284 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-37fe8aaf-694c-471d-8272-330648848d1f req-2979aa02-9070-453f-bfc9-9025a192b1c7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1134303 Jun 01 14:43:16.563943 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'floatingip': {'port_id': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:16.575291 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:16.592146 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:16.596908 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Usage tracker for resource:security_group_rule and tenant:6f4086fa849d4cdfb7d790f184f29267 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:16.600464 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:16.607045 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:16.777591 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:16.778424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:16.787899 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:16.801302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bdfc7c28-4739-464a-b65a-76ee4b11009b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:16.865274 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f4086fa849d4cdfb7d790f184f29267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478576 Jun 01 14:43:16.866609 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01279f40-e4ee-49eb-9eac-88a6b8a8faad,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:16.870618 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48242) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:16.891393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.891872 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.892256 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.892654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.893027 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.893384 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.893746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.894271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.894615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.895012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.895290 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.895807 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:16.910952 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:16.964619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.002923 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.076449 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.080606 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f780ac6a-3d09-4055-8469-92515d5f89d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:17.095849 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01279f40-e4ee-49eb-9eac-88a6b8a8faad,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:17.138134 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:17.143462 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.144758 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01279f40-e4ee-49eb-9eac-88a6b8a8faad HTTP/1.1" status: 204 len: 168 time: 0.2730150 Jun 01 14:43:17.230817 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315153e-9086-4ba6-b7e7-172da8f9fc8c req-2c70a2ea-ccf2-44cb-b17b-23d79063a932 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:17.245608 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6315153e-9086-4ba6-b7e7-172da8f9fc8c req-2c70a2ea-ccf2-44cb-b17b-23d79063a932 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.3864162 Jun 01 14:43:17.363425 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6315153e-9086-4ba6-b7e7-172da8f9fc8c req-ae6a3d43-9144-4ab1-a872-54ad2cca5522 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240413 Jun 01 14:43:17.378999 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da8103-a365-46ea-8182-5ed639fbcf0b req-4d02e730-06bc-4651-a497-eed4815dffa3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:17.380526 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-57da8103-a365-46ea-8182-5ed639fbcf0b req-4d02e730-06bc-4651-a497-eed4815dffa3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1050270 Jun 01 14:43:17.439697 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-57da8103-a365-46ea-8182-5ed639fbcf0b req-0d664f9d-8daf-4e58-96f0-5786aa49c903 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437880 Jun 01 14:43:17.515262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-986b21f3-7d14-4e2f-ae35-44d8ee9c7461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.544295 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48264) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:17.580800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48268) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:17.654739 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.688201 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:17.694732 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Deleting subnet e8ce8cea-05ff-487f-9127-e7038a6d164b {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:43:17.700663 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Usage tracker for resource:security_group_rule and tenant:1fdc183db15d40f5ab46baa048df7ea2 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:17.708733 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.731537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:17.749073 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:17.790058 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.854797 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.867728 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.925634 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc0b29-9427-44ec-a33c-527b7f41b928 req-2dbc427f-2bb4-419d-a5c1-a0034765a869 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:17.927152 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-00bc0b29-9427-44ec-a33c-527b7f41b928 req-2dbc427f-2bb4-419d-a5c1-a0034765a869 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.3454804 Jun 01 14:43:17.942828 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48286) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:17.954583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:17.959386 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'floatingip': {'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:18.045205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.112665 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.124131 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.134737 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3c523d57-4889-48d1-b2c8-8412454ec2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:18.199328 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fdc183db15d40f5ab46baa048df7ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133881 Jun 01 14:43:18.203190 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48298) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:18.218145 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d913511-cbfd-4748-a3a3-dd5e8eb14953,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:18.232880 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:18.380050 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.396383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.397141 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Floating IP 2cd05e58-4798-4c99-a3df-a5d2ea9485f8 associated. External IP: 172.28.2.68, port: f52e8c4e-dc2b-4ab7-8b0a-51112012b792. Jun 01 14:43:18.426038 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.518296 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c84dbfb1-4630-44f5-a919-1a3f8c26831d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:18.555255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.558738 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.569044 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8ce8cea-05ff-487f-9127-e7038a6d164b,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:18.587237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:18.599904 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0989e511-ed74-435b-ac24-6f3a61aeff8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:18.612123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48316) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:18.613088 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.616836 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d913511-cbfd-4748-a3a3-dd5e8eb14953 HTTP/1.1" status: 204 len: 168 time: 0.4123831 Jun 01 14:43:18.618109 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d913511-cbfd-4748-a3a3-dd5e8eb14953,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:18.620666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:18.628574 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a634cb00-5594-4872-ba1e-3b1496580ba7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e8ce8cea-05ff-487f-9127-e7038a6d164b HTTP/1.1" status: 204 len: 168 time: 1.0827258 Jun 01 14:43:18.632995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48322) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:18.759324 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:18.944780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852a92b-a494-44ee-a607-f7a128f39f38 req-2fa7b9ec-7b36-4bf5-936f-f76147216901 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:18.946616 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f852a92b-a494-44ee-a607-f7a128f39f38 req-2fa7b9ec-7b36-4bf5-936f-f76147216901 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.3680675 Jun 01 14:43:19.038322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.053224 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43848d83-7476-4152-b7eb-d62be3cb5e6c']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:19.069614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ede8f53f-07af-44f9-a926-4a29cdd69bb7') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:19.069916 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ede8f53f-07af-44f9-a926-4a29cdd69bb7') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:19.089199 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.123310 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.143372 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.150814 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:19.153451 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Releasing vlan 882 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:43:19.154239 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:43:19.168206 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:43:19.176210 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Usage tracker for resource:security_group_rule and tenant:9d74e7e40fc84b038875b0315994579a is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:19.195485 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f852a92b-a494-44ee-a607-f7a128f39f38 req-c53a82b4-4fd1-4be0-bdb4-2f9a757d4b6e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388084 Jun 01 14:43:19.227897 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:43:19.232965 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:19.254508 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:19.284758 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.293968 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:19.308732 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.327276 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Pushing event deleted for resources: {'Network': ['ID=43848d83-7476-4152-b7eb-d62be3cb5e6c,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:19.335358 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:19.350145 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-62883e1e-4645-46af-beda-f1568364a13e admin admin] 10.222.0.15 "DELETE /v2.0/networks/43848d83-7476-4152-b7eb-d62be3cb5e6c HTTP/1.1" status: 204 len: 168 time: 0.7160652 Jun 01 14:43:19.447840 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:43:19.455845 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.463672 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:43:19.485289 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:43:19.489082 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:42:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:19.525047 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.537913 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.552266 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4e0ef12b-1eb8-498d-ac5f-48f88e8b648f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:19.572291 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48352) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:19.699308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f989de-a530-4b12-8dae-94290ff5402a,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:19.707606 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d74e7e40fc84b038875b0315994579a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856929 Jun 01 14:43:19.708793 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:19.712179 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48358) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:19.749665 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-02e20d9f-dac9-45a4-b56a-6e16898280aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=feffb3a0a7a74a6b8700776b3aae746c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1741877 Jun 01 14:43:19.751444 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0e4a157f-b991-47c6-8002-f33952a2af59 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "PUT /v2.0/floatingips/2cd05e58-4798-4c99-a3df-a5d2ea9485f8 HTTP/1.1" status: 200 len: 991 time: 3.1946809 Jun 01 14:43:19.758642 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:43:19.767873 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48364) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:19.798664 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:19.804668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999d635c-2297-45b2-93cc-205644d7964e" -d '{"events": [{"name": "network-changed", "server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:19.847898 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.873390 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.878304 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.886694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.893722 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e58804a0-3ac5-4e83-bddd-c9c91334880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.896731 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.932772 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:19.963460 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd3d0f-6fde-401c-ad10-7284e4c7883d x-openstack-request-id: req-bbfd3d0f-6fde-401c-ad10-7284e4c7883d {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:19.963460 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:19.963705 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbfd3d0f-6fde-401c-ad10-7284e4c7883d {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:19.964044 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'status': 'completed', 'code': 200} Jun 01 14:43:20.013509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:20.021124 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-cc0c28c8-d939-4282-8dac-8a894e7e0234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:20.035470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:20.046699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b4429-c00d-4efc-8a25-8bb978ec88ad,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:20.053154 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:20.054154 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f4213a11-3b15-4150-beaa-9dfe5033f1bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:20.091371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f989de-a530-4b12-8dae-94290ff5402a,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:20.121115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:20.123431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:20.124667 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/930b4429-c00d-4efc-8a25-8bb978ec88ad HTTP/1.1" status: 204 len: 168 time: 0.3565509 Jun 01 14:43:20.125613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:20.126745 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f989de-a530-4b12-8dae-94290ff5402a HTTP/1.1" status: 204 len: 168 time: 0.4135704 Jun 01 14:43:20.134784 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:20.246709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d635c-2297-45b2-93cc-205644d7964e req-b7f0d3f3-953f-42c0-b891-127a49aae71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:20.248292 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-b7f0d3f3-953f-42c0-b891-127a49aae71c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1099 time: 0.2823737 Jun 01 14:43:20.250359 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Floating IP 185cb71c-ebc2-4794-bcb0-b9bd0b52e17c associated. External IP: 172.28.2.93, port: 25d7a051-baf8-42a1-ba99-1dc5c61bdde0. Jun 01 14:43:20.425297 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '2cd05e58-4798-4c99-a3df-a5d2ea9485f8', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:56:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:17Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:20.431586 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:43:20.442123 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:43:20.442734 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:43:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:20.667057 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:43:21.054512 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d635c-2297-45b2-93cc-205644d7964e req-1d04d7dd-bf75-4842-901a-e293c00a7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:21.056342 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-1d04d7dd-bf75-4842-901a-e293c00a7c8f service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.6368239 Jun 01 14:43:21.061921 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:43:21.087875 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48448) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:21.130898 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.165324 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:21.172700 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Usage tracker for resource:security_group_rule and tenant:f0d1bb6db9754b9b975d2aa0dee8d953 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:21.183471 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:21.184275 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.199327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:21.371220 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.381661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.388541 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '2cd05e58-4798-4c99-a3df-a5d2ea9485f8', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:56:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:17Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:21.392677 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549730a4-41a8-4891-84f8-e910510056d2 None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '2cd05e58-4798-4c99-a3df-a5d2ea9485f8', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.68', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:56:3d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:17Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:43:21.398779 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4b60889b-3d5f-4c69-9289-fd3693a278e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:21.430806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b57e27b-7cfc-41d5-ae45-74f5d36d6004,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:21.440440 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:21.456624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69acc6f-f5c4-4555-957b-7fff74d1200e req-09fe3bae-d8e7-4162-8d97-7622c880caeb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:21.461327 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0d1bb6db9754b9b975d2aa0dee8d953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3695686 Jun 01 14:43:21.461751 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48462) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:21.464320 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a69acc6f-f5c4-4555-957b-7fff74d1200e req-09fe3bae-d8e7-4162-8d97-7622c880caeb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 1.0458536 Jun 01 14:43:21.467683 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-4cefe807-3a4d-4001-a720-90c99e2508e9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 999 time: 0.3744845 Jun 01 14:43:21.526251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.554015 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.590173 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a69acc6f-f5c4-4555-957b-7fff74d1200e req-042854ab-85fc-47cd-94f6-80314c1e307c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249709 Jun 01 14:43:21.653741 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.659382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-83dbb320-6453-4141-a7ba-b7846a21e88c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:21.665588 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d635c-2297-45b2-93cc-205644d7964e req-b90eb0e4-5f32-427a-a97d-b1f396874525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:21.667018 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-b90eb0e4-5f32-427a-a97d-b1f396874525 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.1720767 Jun 01 14:43:21.671872 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b57e27b-7cfc-41d5-ae45-74f5d36d6004,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:21.674962 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:21.676993 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.680999 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b57e27b-7cfc-41d5-ae45-74f5d36d6004 HTTP/1.1" status: 204 len: 168 time: 0.2154469 Jun 01 14:43:21.722776 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48472) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:21.726085 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ac0766-576a-4697-8e0c-95b67d5e2b11 None None] New status for floating IP 2cd05e58-4798-4c99-a3df-a5d2ea9485f8: ACTIVE {{(pid=98725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:43:21.793602 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:43:21.801458 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.805062 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:43:21.826173 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:43:21.827884 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:43:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:21.860054 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1952766489-network', 'tenant_id': '8d058dd32eef4352b6ac2168e454f589'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:21.866200 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:21.870734 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Usage tracker for resource:network and tenant:8d058dd32eef4352b6ac2168e454f589 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:21.878483 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:21.897761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:21.922040 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:21.925242 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.944197 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:21.990760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:22.002917 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Usage tracker for resource:security_group_rule and tenant:8d058dd32eef4352b6ac2168e454f589 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:22.010395 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:22.029532 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:22.065311 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ba6046a1-7260-464c-8b7f-fd9046fa7455 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "PUT /v2.0/floatingips/185cb71c-ebc2-4794-bcb0-b9bd0b52e17c HTTP/1.1" status: 200 len: 991 time: 4.1209588 Jun 01 14:43:22.068236 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:22.070716 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910f32c4-4c61-4b25-bf43-85416bb411d9" -d '{"events": [{"name": "network-changed", "server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:22.080975 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d635c-2297-45b2-93cc-205644d7964e req-f318b609-10c8-4b1a-90fc-67596992e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:22.082959 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-f318b609-10c8-4b1a-90fc-67596992e1e8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3963671 Jun 01 14:43:22.117366 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:43:22.220948 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.232882 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.267062 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 893} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:43:22.282087 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98de9346-f150-473b-a0e4-0a67c88536ff x-openstack-request-id: req-98de9346-f150-473b-a0e4-0a67c88536ff {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:22.282324 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:22.282679 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98de9346-f150-473b-a0e4-0a67c88536ff {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:22.283111 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'status': 'completed', 'code': 200} Jun 01 14:43:22.304239 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.305181 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Added segment 80bc63d4-2ee2-40a4-88e9-905b164f35b4 of type vlan for network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b Jun 01 14:43:22.349788 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1f9cdd9a-68f3-4292-add4-dd22ec85f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:22.451244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e26003e-ba41-4cf5-ba80-f16039e8a514,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:22.458404 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.475819 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:22.521832 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-47daa636-96ad-4f6a-841d-5452a8ec1d18 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203234 Jun 01 14:43:22.537961 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.539571 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:22.540248 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.545294 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4cbc27a5-021a-4838-b86b-83b91708e028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:22.595452 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-08a12477-13f0-464c-9bb7-fd82e7bc518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:22.596972 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-08a12477-13f0-464c-9bb7-fd82e7bc518f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1099 time: 0.3127906 Jun 01 14:43:22.623465 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:22.896619 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '185cb71c-ebc2-4794-bcb0-b9bd0b52e17c', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de79a4-ce53-4be4-88c7-873337abec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:19Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:22.902720 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:43:22.913047 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Pushing event updated for resources: {'Network': ['ID=5eae6956-0419-4ab9-81cc-f41c5c5fa10b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:22.914782 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:43:22.915805 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:43:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:22.917216 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:22.925114 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48530) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:22.926074 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:43:22.933308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-a23a6f63-2636-4ec9-83dd-62478890630f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:22.934800 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-a23a6f63-2636-4ec9-83dd-62478890630f service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.2239265 Jun 01 14:43:22.934992 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2109129 Jun 01 14:43:22.940816 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Request body: {'subnet': {'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1952766489-subnet', 'tenant_id': '8d058dd32eef4352b6ac2168e454f589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:22.945370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:22.949543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Usage tracker for resource:subnet and tenant:8d058dd32eef4352b6ac2168e454f589 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:22.952589 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:22.963262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:22.974985 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-999d635c-2297-45b2-93cc-205644d7964e req-23f1ca26-de9f-4fa0-9246-5fc9f00424f4 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266515 Jun 01 14:43:23.029055 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ae23b-bc45-4506-9683-ab5065152fd8 req-3cc16476-7584-4340-a99d-7fad34e6a566 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:23.036655 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1f8ae23b-bc45-4506-9683-ab5065152fd8 req-3cc16476-7584-4340-a99d-7fad34e6a566 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1800928 Jun 01 14:43:23.042529 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:23.045038 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117087'] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:23.113433 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1f8ae23b-bc45-4506-9683-ab5065152fd8 req-ebce1374-434f-4585-9b1e-d6ff5860c364 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758195 Jun 01 14:43:23.160068 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:43:23.195358 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-433b0d94-9b4f-4465-9a4e-66ce8221a749 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 999 time: 0.2233529 Jun 01 14:43:23.327966 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-718be6e9-2717-41fa-9ef3-995e350adfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:23.330120 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-718be6e9-2717-41fa-9ef3-995e350adfd9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0840492 Jun 01 14:43:23.518960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-54488a0f-9f47-4aad-886a-782a2eca6aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:23.520475 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-54488a0f-9f47-4aad-886a-782a2eca6aae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1627982 Jun 01 14:43:23.687126 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '185cb71c-ebc2-4794-bcb0-b9bd0b52e17c', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de79a4-ce53-4be4-88c7-873337abec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:19Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:43:23.693215 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4ab5ff-17a2-4326-bad6-1df8200451a3 None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '185cb71c-ebc2-4794-bcb0-b9bd0b52e17c', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.93', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de79a4-ce53-4be4-88c7-873337abec22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:42:49Z', 'updated_at': '2021-06-01T14:43:19Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:43:23.759510 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-e5bd14c7-f29d-4547-a772-dcd978beb1dd service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091084 Jun 01 14:43:23.768375 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2116909'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:23.773208 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:23.941388 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5388f60f-8e86-4290-b77a-dde0ee8bffb1,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:23.961033 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b62b6bb-c994-433d-b098-c552e3474114 None None] New status for floating IP 185cb71c-ebc2-4794-bcb0-b9bd0b52e17c: ACTIVE {{(pid=98725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:43:23.968034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.968687 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.969484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.969997 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.970508 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.970861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.971209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.971560 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.972256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.972441 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.972786 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.973128 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:23.976930 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:23.977803 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Checking segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:23.978165 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Network hostable DHCP agents. Network: 5eae6956-0419-4ab9-81cc-f41c5c5fa10b, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:43:24.018996 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-910f32c4-4c61-4b25-bf43-85416bb411d9 req-07c6e9e6-107e-409b-ad01-9fce7b9ec34a service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196884 Jun 01 14:43:24.020089 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:43:24.035361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 5eae6956-0419-4ab9-81cc-f41c5c5fa10b) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:24.057672 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b2c677-3321-4ef4-9565-fd1bf27d1777 None None] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:24.058554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:24.062427 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:24.096475 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1683917 Jun 01 14:43:24.421664 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695c2a42-44fc-46b8-9390-c0a86319387d None None] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:24.460545 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edad63d-a9e5-4521-affa-8aaedb576b46 req-48e9b792-6c4c-41e8-8b6b-adbb208fd1eb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:24.462286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8edad63d-a9e5-4521-affa-8aaedb576b46 req-48e9b792-6c4c-41e8-8b6b-adbb208fd1eb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.2300532 Jun 01 14:43:24.516805 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8edad63d-a9e5-4521-affa-8aaedb576b46 req-a680b3a2-5435-4688-bf00-9a06972ee0da tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488195 Jun 01 14:43:25.496087 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48602) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:25.620381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:25.677016 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:25.682547 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Usage tracker for resource:security_group_rule and tenant:945dcf6cda4d476594d8b6328afef565 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:25.690250 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:25.698986 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:25.749929 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2a867-da48-413b-94e9-a42a4f1cc4c7 req-0b2c4beb-9185-4f5b-88c2-0cf3461ca062 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:25.751462 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bd2a867-da48-413b-94e9-a42a4f1cc4c7 req-0b2c4beb-9185-4f5b-88c2-0cf3461ca062 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1225784 Jun 01 14:43:25.833368 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bd2a867-da48-413b-94e9-a42a4f1cc4c7 req-5bc443ec-b85f-4c88-88e5-5b29ec14c9a8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Jun 01 14:43:25.862956 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:25.869505 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:25.879216 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-815b2598-d287-4d2b-bb8b-88389763b679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:25.926528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07b895c-7974-42fa-810c-9816fc414979,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:25.930219 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:25.935644 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=945dcf6cda4d476594d8b6328afef565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358892 Jun 01 14:43:25.935873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48622) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:26.000138 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.027906 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.086042 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.091141 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:26.101752 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07b895c-7974-42fa-810c-9816fc414979,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:26.108352 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:26.109191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.110402 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e07b895c-7974-42fa-810c-9816fc414979 HTTP/1.1" status: 204 len: 168 time: 0.1735857 Jun 01 14:43:26.265127 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-9e8a1a91-c274-449d-886a-249831c3fe7a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0728621 Jun 01 14:43:26.443919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48638) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:26.451129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-b4833961-b11d-4364-a27e-0a399884d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:26.452625 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-b4833961-b11d-4364-a27e-0a399884d041 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.0812778 Jun 01 14:43:26.462728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.477161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:26.481017 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Usage tracker for resource:security_group_rule and tenant:cb0827ca899b4750aa4fdfbce3e73b8e is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:26.483724 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:26.489393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:26.579293 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.584827 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.593846 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-058bcf4f-a2ca-4e49-97d7-3305c71cb4b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:26.632403 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb0827ca899b4750aa4fdfbce3e73b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866493 Jun 01 14:43:26.634106 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a6bfed-f222-4347-8f2c-1f06540b4ae0,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:26.635268 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48644) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:26.637097 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:26.640695 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-557584b8-692f-4f2d-b0be-19a77c8b604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:26.642419 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-557584b8-692f-4f2d-b0be-19a77c8b604e service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.1527898 Jun 01 14:43:26.746706 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-da0674ab-ffd5-4f24-af0f-36d8c913f4b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.0822814 Jun 01 14:43:26.803637 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.849726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:26.856732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-06a0baa6-64a4-412a-80de-6cdc2722f164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:26.858159 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-06a0baa6-64a4-412a-80de-6cdc2722f164 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.0949404 Jun 01 14:43:26.918498 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-6d5a811c-5401-4c39-8ca3-8c77020cb241 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459425 Jun 01 14:43:27.108125 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:27.115716 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4d98b6cb-8d9f-4e16-989e-a0aa0b6a7022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:27.133663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a6bfed-f222-4347-8f2c-1f06540b4ae0,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:27.136653 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-2c888338-6a2c-4562-ba2b-2e5664f27de7 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063584 Jun 01 14:43:27.138801 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:27.146124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:27.147168 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/97a6bfed-f222-4347-8f2c-1f06540b4ae0 HTTP/1.1" status: 204 len: 168 time: 0.5090160 Jun 01 14:43:27.160414 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3f814-1599-4304-8edf-b2c3081011a6 req-87d0c490-f74e-46a6-bb2e-e06645fc1669 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:27.161853 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0b3f814-1599-4304-8edf-b2c3081011a6 req-87d0c490-f74e-46a6-bb2e-e06645fc1669 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.2106304 Jun 01 14:43:27.286195 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e0b3f814-1599-4304-8edf-b2c3081011a6 req-25d9f022-b36f-4ab4-a3dc-bb1ae4666521 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056576 Jun 01 14:43:27.331236 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-669cd91e-847e-49d7-9bb3-6e9c0b28a13c req-d5ec8ab8-17c9-4e0a-8e9f-20c5e8011e60 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683855 Jun 01 14:43:28.358030 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48704) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:28.413657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48710) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:28.493310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1681c4d-81c7-4517-90b4-df88ed2f462f req-fa7c3d52-bcd7-430d-80cc-771770625246 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:28.503146 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1681c4d-81c7-4517-90b4-df88ed2f462f req-fa7c3d52-bcd7-430d-80cc-771770625246 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0928419 Jun 01 14:43:28.546871 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1681c4d-81c7-4517-90b4-df88ed2f462f req-384f66cb-2ba8-4d07-a2d0-8af8260f09ce tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Jun 01 14:43:28.580584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.594007 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.669955 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:28.672403 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:28.681185 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Usage tracker for resource:security_group_rule and tenant:5b36ed616eff4ddfb95da4b09256c377 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:28.683882 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Usage tracker for resource:security_group_rule and tenant:2d27eb6c91cb4abc956410379a462b1d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:28.688259 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:28.690850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:28.704293 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:28.706263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:28.784591 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-06af0752-95ed-4b36-86ea-004fd07ccbfc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:28.785289 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-06af0752-95ed-4b36-86ea-004fd07ccbfc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:network {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:28.894868 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.899264 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.900579 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.911027 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7b3f736b-4423-4358-a025-b099cbab51f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:28.922724 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:28.960681 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-06af0752-95ed-4b36-86ea-004fd07ccbfc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:network {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:28.961852 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-06af0752-95ed-4b36-86ea-004fd07ccbfc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.4319968 Jun 01 14:43:28.979792 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d27eb6c91cb4abc956410379a462b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649266 Jun 01 14:43:28.982587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48726) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:28.987717 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b36ed616eff4ddfb95da4b09256c377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6286347 Jun 01 14:43:28.989446 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16911706-3e78-45c8-bdf4-4eb2ab15b7de,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:28.991893 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48730) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:28.994820 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:28.995711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-28628671-2825-48c5-9ea9-ad345f45fd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:29.002959 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-1a1d3dba-b8f5-4a95-aa94-0007ba0ecc38 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/quotas/8d058dd32eef4352b6ac2168e454f589 HTTP/1.1" status: 200 len: 375 time: 0.0293124 Jun 01 14:43:29.057528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.087763 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-f0ab1a7c-de7d-471c-b6cb-0cd0ab0f563a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683019 Jun 01 14:43:29.088427 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.091570 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49596c00-279a-4aba-bf63-46eb3b2b5a67,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:29.100259 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:29.143482 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.148421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:29.158761 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16911706-3e78-45c8-bdf4-4eb2ab15b7de,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:29.162486 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:29.165888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.169485 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16911706-3e78-45c8-bdf4-4eb2ab15b7de HTTP/1.1" status: 204 len: 168 time: 0.1835554 Jun 01 14:43:29.188147 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.235763 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.297665 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-b053068e-75a3-49de-98a9-f83536fa788a service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856766 Jun 01 14:43:29.344130 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.350201 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-eb14af02-dc50-4362-8109-a166ed1ebb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:29.412916 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49596c00-279a-4aba-bf63-46eb3b2b5a67,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:29.424651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:29.441684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.445108 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49596c00-279a-4aba-bf63-46eb3b2b5a67 HTTP/1.1" status: 204 len: 168 time: 0.4494259 Jun 01 14:43:29.488798 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-62c8bc77-5f51-476c-b554-80e7a9a19abb service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771927 Jun 01 14:43:29.779704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f1f08-d66a-4687-ae67-c2687816be90 req-82f717a1-c38c-47a0-bc66-acb93ad90811 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:29.786969 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-af2f1f08-d66a-4687-ae67-c2687816be90 req-82f717a1-c38c-47a0-bc66-acb93ad90811 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1172035 Jun 01 14:43:29.787625 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c4d8f387-786e-4a24-bff8-65b31af36a2e req-fc6632db-552c-477e-9e73-0cdefb4281f1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 210 time: 0.0985954 Jun 01 14:43:29.863927 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-af2f1f08-d66a-4687-ae67-c2687816be90 req-63bc7c76-119e-4210-93da-70ed107002c6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749683 Jun 01 14:43:29.935693 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 48778) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:29.957627 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:29.974636 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:29.978494 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0ec9e15d1f45ec84873cfce3f37315 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:29.981476 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:29.988450 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:30.100704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.108868 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.128244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:30.168569 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cafe91-22cb-4b87-8139-99a235e82cab,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:30.174743 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:30.178179 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c0ec9e15d1f45ec84873cfce3f37315&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411900 Jun 01 14:43:30.181086 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 48794) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:30.340763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.368281 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.434306 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.438316 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:30.451862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cafe91-22cb-4b87-8139-99a235e82cab,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:30.453385 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:30.459005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:30.460430 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1cafe91-22cb-4b87-8139-99a235e82cab HTTP/1.1" status: 204 len: 168 time: 0.2783175 Jun 01 14:43:30.962923 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5470e42e-6ebd-4d81-a0d2-849e14a99b0a req-f668f992-0aa2-41fe-836b-01ff7a571c26 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 210 time: 0.0513201 Jun 01 14:43:31.104694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352f498-d89a-4378-9b59-dae1bb155436 req-e28e9e53-80c9-4142-8ad9-724ae084607e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:31.106240 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f352f498-d89a-4378-9b59-dae1bb155436 req-e28e9e53-80c9-4142-8ad9-724ae084607e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1042268 Jun 01 14:43:31.160803 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f352f498-d89a-4378-9b59-dae1bb155436 req-01d9ce29-7141-4e13-b8be-7611d275f9e9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483437 Jun 01 14:43:31.540686 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-bb9fbbb3-80e1-4b77-86f8-f57a6935a589 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:31.542407 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-bb9fbbb3-80e1-4b77-86f8-f57a6935a589 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.2188504 Jun 01 14:43:31.570471 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Request body: {'port': {'device_id': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'admin_state_up': True, 'tenant_id': '8d058dd32eef4352b6ac2168e454f589'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:31.725243 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:31.729181 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Usage tracker for resource:port and tenant:8d058dd32eef4352b6ac2168e454f589 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:31.732990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:31.739974 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:31.753369 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:31.757076 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:31.939555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Allocated IP 172.20.0.2 (5eae6956-0419-4ab9-81cc-f41c5c5fa10b/5388f60f-8e86-4290-b77a-dde0ee8bffb1/66dc62e8-5312-4d3b-81d4-b22b3d1eecbe) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:43:32.166439 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:32.184284 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-232dd81d-78b6-4047-b64c-2fe9ce064e24 req-b0b92ed0-6767-4368-81d3-d1a2397a3a73 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 210 time: 0.0608633 Jun 01 14:43:32.219048 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:32.221668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:32.298588 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:43:32.301759 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:32.305836 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:43:32.355512 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event updated for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:32.360915 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:32.383381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:32.384283 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:32.467863 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9014359 Jun 01 14:43:32.510335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Request body: {'port': {'device_id': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:32.642222 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee1cea-1951-42cf-86ae-cc010a3c57a5 req-88bfe6aa-1863-429f-bec0-2f29f34d4740 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:32.643710 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63ee1cea-1951-42cf-86ae-cc010a3c57a5 req-88bfe6aa-1863-429f-bec0-2f29f34d4740 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.2476785 Jun 01 14:43:32.738083 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63ee1cea-1951-42cf-86ae-cc010a3c57a5 req-d3cdb091-6d20-4989-aaf2-b32703da379d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882654 Jun 01 14:43:32.747390 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.100060 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:33.108282 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.123562 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Transition to ACTIVE for port object 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:33.128768 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.133590 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:33.351015 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:33.390062 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:33.409962 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91170f36-3d8f-49cb-b09a-a1529923d5c2 req-1bde500f-063e-42a4-b272-ee0aa9b0453e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:33.414977 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-91170f36-3d8f-49cb-b09a-a1529923d5c2 req-1bde500f-063e-42a4-b272-ee0aa9b0453e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 943 time: 0.0928254 Jun 01 14:43:33.461745 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-91170f36-3d8f-49cb-b09a-a1529923d5c2 req-22dab65c-f64e-447b-a2df-f988d7071435 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:33.465899 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Attempting to bind port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:33.466311 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Attempting to bind port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:33.466642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Attempting to bind port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:33.472675 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:33.473004 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Attempting to bind port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:33.479354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:33.479726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Checking segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:33.479952 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-91170f36-3d8f-49cb-b09a-a1529923d5c2 req-22dab65c-f64e-447b-a2df-f988d7071435 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:33.480120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Bound using segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:33.481033 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Bound port: 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:33.481549 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.488560 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-91170f36-3d8f-49cb-b09a-a1529923d5c2 req-22dab65c-f64e-447b-a2df-f988d7071435 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Jun 01 14:43:33.597712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:33.600995 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:33.606512 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.612365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4a6d3a98-23b9-475c-8c8b-bbd18a6b1f48 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:33.671780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:33.672549 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:33.674079 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] 10.222.0.79 "PUT /v2.0/ports/66dc62e8-5312-4d3b-81d4-b22b3d1eecbe HTTP/1.1" status: 200 len: 1093 time: 1.1787479 Jun 01 14:43:33.674645 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:33.677055 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8022c40-220e-45b0-934a-94650b8406ff" -d '{"events": [{"name": "network-changed", "server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:33.697993 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Pushing event updated for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:33.701115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:33.769071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb6afcd-b601-4e4c-bc12-dafd8203c7a2 x-openstack-request-id: req-0eb6afcd-b601-4e4c-bc12-dafd8203c7a2 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:33.769506 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:33.769875 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0eb6afcd-b601-4e4c-bc12-dafd8203c7a2 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:33.770394 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', 'status': 'completed', 'code': 200} Jun 01 14:43:33.813797 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-273c30fd-04c8-4647-9635-5c66544a21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:33.815434 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-273c30fd-04c8-4647-9635-5c66544a21c3 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 1096 time: 0.0897369 Jun 01 14:43:33.927467 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-1c98b574-9441-4bef-a8f1-c18cbcce461c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe HTTP/1.1" status: 200 len: 217 time: 0.0881031 Jun 01 14:43:33.998661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ae533-1e4e-48bd-adc5-7e91a38aa4b0 req-8d15e3ca-7284-4a04-9265-575f5aef1d97 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.000231 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1d7ae533-1e4e-48bd-adc5-7e91a38aa4b0 req-8d15e3ca-7284-4a04-9265-575f5aef1d97 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1102393 Jun 01 14:43:34.013749 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-829d19fb-2866-435a-bbc9-d30bb02817a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.015848 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-829d19fb-2866-435a-bbc9-d30bb02817a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.0752852 Jun 01 14:43:34.058386 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1d7ae533-1e4e-48bd-adc5-7e91a38aa4b0 req-c4a64c29-700b-44b3-9df6-ab59f130c56e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491247 Jun 01 14:43:34.081569 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-a1dc5b03-af0d-4a4f-9b8f-e3ea76050732 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545197 Jun 01 14:43:34.226479 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-cfcd8e06-6925-4135-9c96-f5fbe04be880 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364408 Jun 01 14:43:34.381539 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5e7732-a2fd-418b-b888-08fd34a5e18d req-894b3d16-4a34-4c1e-a473-2844ec1e7376 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359465 Jun 01 14:43:34.548743 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022c40-220e-45b0-934a-94650b8406ff req-d179a281-f570-4f07-9780-36980b68cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.550941 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-d179a281-f570-4f07-9780-36980b68cf05 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 1096 time: 0.0838048 Jun 01 14:43:34.749499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022c40-220e-45b0-934a-94650b8406ff req-5de8abd8-6a36-42b8-a502-12acbdd97bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.750979 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-5de8abd8-6a36-42b8-a502-12acbdd97bfb service neutron] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 916 time: 0.1923437 Jun 01 14:43:34.766381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce55453-d4a8-4d93-a2f1-9095b0fcc5f1 req-e8be8be3-5b6c-4eb3-8533-5289e9c5af49 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.767057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-6ce55453-d4a8-4d93-a2f1-9095b0fcc5f1 req-e8be8be3-5b6c-4eb3-8533-5289e9c5af49 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:34.841145 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-653b1883-509e-4eb7-9579-bdf49f09b94f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe HTTP/1.1" status: 200 len: 217 time: 0.0712905 Jun 01 14:43:34.845708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-6ce55453-d4a8-4d93-a2f1-9095b0fcc5f1 req-e8be8be3-5b6c-4eb3-8533-5289e9c5af49 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:34.846936 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6ce55453-d4a8-4d93-a2f1-9095b0fcc5f1 req-e8be8be3-5b6c-4eb3-8533-5289e9c5af49 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 943 time: 0.2112358 Jun 01 14:43:34.945704 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6ce55453-d4a8-4d93-a2f1-9095b0fcc5f1 req-05d12dd0-b4cb-476a-a0f7-8485aa936804 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930669 Jun 01 14:43:34.947565 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8022c40-220e-45b0-934a-94650b8406ff req-992f4948-a3e1-4d9c-b81c-3f89ddaed487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:34.949146 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-992f4948-a3e1-4d9c-b81c-3f89ddaed487 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.0952904 Jun 01 14:43:35.017153 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-2ed1534f-1c4c-4cdc-b6cc-75885410abab service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578337 Jun 01 14:43:35.175379 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-25a140d9-1ad0-42b8-9e60-9ea8d0f1a084 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442511 Jun 01 14:43:35.484933 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:35.493335 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b8022c40-220e-45b0-934a-94650b8406ff req-6396e7ef-df8b-427c-86c4-ee27766a6ace service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951298 Jun 01 14:43:35.509567 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615b5ec-2948-425d-a486-d5525833642c req-e60ab92c-c06f-49a1-b91b-390661be5e6e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:35.511076 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8615b5ec-2948-425d-a486-d5525833642c req-e60ab92c-c06f-49a1-b91b-390661be5e6e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1368563 Jun 01 14:43:35.564875 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8615b5ec-2948-425d-a486-d5525833642c req-55040d40-f0cd-44a9-b32a-ee95cd77b766 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459161 Jun 01 14:43:35.951640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49022) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:36.118799 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.141273 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:36.147866 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Usage tracker for resource:security_group_rule and tenant:81f97a32f7c64eb98f1062bf8c2ebcd9 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:36.151497 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:36.158483 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:36.196564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b888f-55b4-43ef-9bf4-a3d388451629 req-397d3c92-1f9e-4029-8891-8bbec5dbf83d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:36.198052 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5b888f-55b4-43ef-9bf4-a3d388451629 req-397d3c92-1f9e-4029-8891-8bbec5dbf83d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 943 time: 0.1407783 Jun 01 14:43:36.258361 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae5b888f-55b4-43ef-9bf4-a3d388451629 req-93b11cc4-ef9d-4099-b17a-8e447b7b1d12 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538650 Jun 01 14:43:36.296602 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.301497 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.307711 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:36.355820 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f97a32f7c64eb98f1062bf8c2ebcd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4030132 Jun 01 14:43:36.356967 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ef017-143e-433c-b71e-2e4a1820914e,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:36.358668 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49034) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:36.360078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:36.419607 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.447565 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.501341 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.505317 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-29d901b4-415f-49c6-9f96-6db0be9afa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:36.518104 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ef017-143e-433c-b71e-2e4a1820914e,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:36.521652 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:36.527404 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:36.528609 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c8ef017-143e-433c-b71e-2e4a1820914e HTTP/1.1" status: 204 len: 168 time: 0.1680741 Jun 01 14:43:36.800623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b780b5d-acad-47b3-8e70-f5c1348e1f70 req-779b495c-8378-43e8-81e4-050502af2b51 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:36.803394 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4b780b5d-acad-47b3-8e70-f5c1348e1f70 req-779b495c-8378-43e8-81e4-050502af2b51 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1156886 Jun 01 14:43:36.860659 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4b780b5d-acad-47b3-8e70-f5c1348e1f70 req-ce3bf4b7-8a18-49f7-920f-a4a442ee7ba8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497680 Jun 01 14:43:37.306730 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49084) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:37.463027 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49092) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:37.485180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d0f56-a0a5-46a0-8c55-64b4a123817f req-6a821976-f7e6-405c-a910-f5e7feaed864 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:37.487953 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-632d0f56-a0a5-46a0-8c55-64b4a123817f req-6a821976-f7e6-405c-a910-f5e7feaed864 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 943 time: 0.0986364 Jun 01 14:43:37.542997 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.549547 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-632d0f56-a0a5-46a0-8c55-64b4a123817f req-46b50a12-9847-4806-8f1d-3b1f41fe708d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549386 Jun 01 14:43:37.566820 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:37.571180 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:fa871f253b6648a29322b4bc4a987e24 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:37.574079 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:37.581788 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:37.586730 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740504549-network', 'tenant_id': '334e7ea48a444d5595fae7bb52b1484f'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:37.591997 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:37.600021 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Usage tracker for resource:network and tenant:334e7ea48a444d5595fae7bb52b1484f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:37.603591 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:37.615594 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:37.634316 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Made reservation on behalf of 334e7ea48a444d5595fae7bb52b1484f for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:37.636699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.653169 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.675567 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:37.680840 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Usage tracker for resource:security_group_rule and tenant:334e7ea48a444d5595fae7bb52b1484f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:37.687532 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:37.698431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:37.802075 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.812015 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.828020 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:37.877574 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa871f253b6648a29322b4bc4a987e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697064 Jun 01 14:43:37.879454 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319aa433-1b0e-4ca3-b9f8-2fe7a6b6966a,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:37.881293 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49098) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:37.883163 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:37.929860 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.941520 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.947600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c6de3d17-346c-45a7-8ecd-7c4a0b2c475c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:37.957076 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:37.979163 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8812cebd-8735-4ba0-adf8-f20f4c317935,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:37.983970 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:37.996476 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 860} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:43:38.007234 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.007771 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Added segment f359f790-192b-4dc5-a5d6-a1a075b9ca3a of type vlan for network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 Jun 01 14:43:38.034122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.042648 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.063691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.064984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:38.065588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.070175 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:38.115416 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b45509-2f39-4b52-a3e2-b2f571dc4bcc req-5ef26fc9-2f1a-4780-80e6-8d94f8d2b2dc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:38.116920 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-38b45509-2f39-4b52-a3e2-b2f571dc4bcc req-5ef26fc9-2f1a-4780-80e6-8d94f8d2b2dc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1307430 Jun 01 14:43:38.136837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.142672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:38.158828 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319aa433-1b0e-4ca3-b9f8-2fe7a6b6966a,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:38.169900 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:38.189761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Pushing event updated for resources: {'Network': ['ID=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:38.193780 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:38.194861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.197157 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/319aa433-1b0e-4ca3-b9f8-2fe7a6b6966a HTTP/1.1" status: 204 len: 168 time: 0.3139079 Jun 01 14:43:38.200129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49108) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:38.201838 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7376802 Jun 01 14:43:38.206687 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-38b45509-2f39-4b52-a3e2-b2f571dc4bcc req-a01d2a38-fd83-4ed9-b780-83f22f9b20f9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832849 Jun 01 14:43:38.208608 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:43:38.210730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Request body: {'subnet': {'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740504549-subnet', 'tenant_id': '334e7ea48a444d5595fae7bb52b1484f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:38.216954 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:38.229083 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Usage tracker for resource:subnet and tenant:334e7ea48a444d5595fae7bb52b1484f is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:38.236552 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:38.242437 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:38.255403 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Made reservation on behalf of 334e7ea48a444d5595fae7bb52b1484f for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:38.257782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117087'] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.282917 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:38.482412 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:38.497284 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'port_id': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', 'mac_address': 'fa:16:3e:7b:75:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5388f60f-8e86-4290-b77a-dde0ee8bffb1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:38.577103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.599248 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:38.641800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49128) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:38.654943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:38.667489 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.669468 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:38.674663 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.717107 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:38.721733 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Usage tracker for resource:security_group_rule and tenant:8fc3a68fc69644d2847dc4de73f9c338 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:38.731505 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:38.740570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:38.745829 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:38.748294 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.748639 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750177 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750177 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750177 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750177 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750487 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750706 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.750946 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.751264 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.751582 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.751890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:43:38.756080 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:38.817182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2116909'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.826010 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2cef1ccb-5930-4c97-9d29-d372abba3363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:38.874865 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.881113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:38.895478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fb45b997-fe1c-4fe7-a5ae-7b8f08fee4f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:38.904510 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eb7654a-bc57-4577-94cd-59f9c73a5b9e,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:38.913169 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:38.923052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c4898-f8d7-47a4-906c-41f51af061ec req-7c3f11bd-9283-4b49-a426-4bef2a00f34f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:38.930319 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8fc3a68fc69644d2847dc4de73f9c338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851439 Jun 01 14:43:38.930484 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc1c4898-f8d7-47a4-906c-41f51af061ec req-7c3f11bd-9283-4b49-a426-4bef2a00f34f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 944 time: 0.2118323 Jun 01 14:43:38.931165 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49142) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:38.947650 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2613c2b-a9a9-4a05-8783-0b6430c887ed,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:38.950830 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:38.952482 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Checking segment: {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:38.952852 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Network hostable DHCP agents. Network: 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:43:38.987900 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cc1c4898-f8d7-47a4-906c-41f51af061ec req-b5e1475e-7d08-42dd-b0a0-77c97430db31 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569754 Jun 01 14:43:38.993519 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:43:39.006350 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:39.016957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.022849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed98086-112a-4366-88aa-46b8df6b4a25 None None] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:39.025182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:39.026054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.051097 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-4510caa6-d084-4f46-b07e-09965a859a4b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8497858 Jun 01 14:43:39.055265 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.145919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.145919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6d4dda04-8bcb-44a9-b68d-d4cdae67a316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:39.157872 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2613c2b-a9a9-4a05-8783-0b6430c887ed,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:39.161465 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:39.168956 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.172501 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2613c2b-a9a9-4a05-8783-0b6430c887ed HTTP/1.1" status: 204 len: 168 time: 0.2380054 Jun 01 14:43:39.176484 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:39.424210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c823ad9-56d4-4b61-b960-7a4b57a695d9 None None] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:39.473122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c4441-9cb3-4f5b-b1b6-f12322856800 req-ac848acc-d0a3-45cc-b276-0e8b819bb37b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:39.486337 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5b8c4441-9cb3-4f5b-b1b6-f12322856800 req-ac848acc-d0a3-45cc-b276-0e8b819bb37b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1218913 Jun 01 14:43:39.532127 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5b8c4441-9cb3-4f5b-b1b6-f12322856800 req-2fbcaff1-4b0f-426f-9bfa-ed9a37b158a0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Jun 01 14:43:39.664256 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49164) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:39.682524 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.701919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:39.709204 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Usage tracker for resource:security_group_rule and tenant:856aa7729d0547c79d55e75bdedd855f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:39.712332 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:39.718109 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:39.803598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.807133 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.814962 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:39.856344 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afbfad1-6ec5-424c-b35f-2bd9d7d4a297,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:39.860789 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=856aa7729d0547c79d55e75bdedd855f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955357 Jun 01 14:43:39.861706 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:39.863393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49168) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:39.928993 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:39.960519 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.017653 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.024691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:40.046680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afbfad1-6ec5-424c-b35f-2bd9d7d4a297,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:40.050819 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:40.054537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.056038 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7afbfad1-6ec5-424c-b35f-2bd9d7d4a297 HTTP/1.1" status: 204 len: 168 time: 0.1915250 Jun 01 14:43:40.189378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1df4f-0815-43e5-a3ac-3981dacfd271 req-1124bd68-33d4-440f-b5d2-e0710f60532c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:40.197025 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-86a1df4f-0815-43e5-a3ac-3981dacfd271 req-1124bd68-33d4-440f-b5d2-e0710f60532c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 944 time: 0.0899322 Jun 01 14:43:40.260412 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-86a1df4f-0815-43e5-a3ac-3981dacfd271 req-e79436d9-6dbc-4691-a375-b147a42ec496 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581913 Jun 01 14:43:40.586588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49208) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:40.726380 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.750997 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:40.756669 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Usage tracker for resource:security_group_rule and tenant:02c95d2cfdd14cbb884afb5907e7bca3 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:40.760003 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:40.767541 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:40.785971 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387538c-4293-4823-83e2-abc1ed21794b req-6e48ea7a-5117-426e-93f3-2a6dcb40985c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:40.787431 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d387538c-4293-4823-83e2-abc1ed21794b req-6e48ea7a-5117-426e-93f3-2a6dcb40985c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1351547 Jun 01 14:43:40.852807 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d387538c-4293-4823-83e2-abc1ed21794b req-6f85e349-c057-4d7b-b199-852d4f63fc4f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560100 Jun 01 14:43:40.899890 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.904080 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:40.910952 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d0fadb9b-294d-4f64-94a0-d3db0693ed4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:40.951470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653cf43c-cb29-4b8f-b060-e3989d982c89,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:40.955883 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02c95d2cfdd14cbb884afb5907e7bca3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681338 Jun 01 14:43:40.956832 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:40.958520 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49224) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:41.016789 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.043945 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.106215 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.113202 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4c2e5ec9-3470-4fff-86d6-8d22530e7e91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:41.128115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653cf43c-cb29-4b8f-b060-e3989d982c89,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:41.136749 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.138168 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/653cf43c-cb29-4b8f-b060-e3989d982c89 HTTP/1.1" status: 204 len: 168 time: 0.1787431 Jun 01 14:43:41.139382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:41.478157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed5d23-88ba-4d8b-8a2b-ac638493eacd req-8f1a3bb2-c87d-471c-8e76-ecb836cd4322 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:41.485180 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d7ed5d23-88ba-4d8b-8a2b-ac638493eacd req-8f1a3bb2-c87d-471c-8e76-ecb836cd4322 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 944 time: 0.1038735 Jun 01 14:43:41.507247 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49258) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:41.537363 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d7ed5d23-88ba-4d8b-8a2b-ac638493eacd req-84b324f9-2298-446b-8ea1-33f3ae4142ae tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507860 Jun 01 14:43:41.542135 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.562836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-f699aff3-baea-417d-85e0-b3392040855e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:41.563552 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-f699aff3-baea-417d-85e0-b3392040855e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Synchronizing usage tracker for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:network {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:41.573074 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:41.580413 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Usage tracker for resource:security_group_rule and tenant:f94b4124f33e46e4b6e1b549db506d1f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:41.584228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:41.591310 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:41.593120 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-f699aff3-baea-417d-85e0-b3392040855e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Unset dirty status for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:network {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:41.594473 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-f699aff3-baea-417d-85e0-b3392040855e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/networks?id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 200 len: 808 time: 0.2333298 Jun 01 14:43:41.621586 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-b37c07df-8630-4196-b29b-39a1df0e330d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/quotas/334e7ea48a444d5595fae7bb52b1484f HTTP/1.1" status: 200 len: 375 time: 0.0187969 Jun 01 14:43:41.677829 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-3707d6ab-264b-47a3-b369-cca4fedeffee tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474792 Jun 01 14:43:41.842419 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.848375 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:41.863925 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ea8ceea6-cb8b-40c5-9d75-2f5ba5e4b9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:41.903653 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-21a1842f-ba46-4f1c-a1fd-4e22c38f177c service neutron] 10.222.0.15 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140172 Jun 01 14:43:41.913446 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a73a20-0e15-437d-8f18-af50c02f1f4b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:41.916877 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:41.920646 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f94b4124f33e46e4b6e1b549db506d1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4122145 Jun 01 14:43:41.922206 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49276) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:42.062139 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.098582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.136433 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-24036321-bfa2-495f-93db-63e63df7e623 service neutron] 10.222.0.15 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137353 Jun 01 14:43:42.141520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fee18-c69b-4046-8d50-d4bdca7cc790 req-af5275db-b301-4a58-b83d-cb7792c88015 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:42.145151 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c24fee18-c69b-4046-8d50-d4bdca7cc790 req-af5275db-b301-4a58-b83d-cb7792c88015 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1598308 Jun 01 14:43:42.200470 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c24fee18-c69b-4046-8d50-d4bdca7cc790 req-0cd4710d-f94f-4033-8c0c-8ad1a8678cdb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 Jun 01 14:43:42.214563 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.219790 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:42.243160 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a73a20-0e15-437d-8f18-af50c02f1f4b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:42.246335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:42.248861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.249466 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56a73a20-0e15-437d-8f18-af50c02f1f4b HTTP/1.1" status: 204 len: 168 time: 0.3253193 Jun 01 14:43:42.280837 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:42.393096 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:42.401506 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:42.401506 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.519856 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e2823e75-0e46-4296-bb83-5dd377285aef req-cb7f223d-5e27-452e-add2-7fbc605b5cc9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 210 time: 0.1271074 Jun 01 14:43:42.584074 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.633737 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:42.636268 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:42.639199 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdacdbe-578b-4704-835c-a8e309ea7050" -d '{"events": [{"server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "name": "network-vif-plugged", "status": "completed", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:42.647871 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.652759 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:42.717119 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7761bab-c2a0-4358-8920-83c32fdff3c9 x-openstack-request-id: req-b7761bab-c2a0-4358-8920-83c32fdff3c9 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:42.717455 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "name": "network-vif-plugged", "status": "completed", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:42.717663 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7761bab-c2a0-4358-8920-83c32fdff3c9 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:42.718058 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', 'code': 200} Jun 01 14:43:42.772830 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:42.783544 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:42.802802 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49328) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:42.836220 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:42.852763 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:42.858160 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Usage tracker for resource:security_group_rule and tenant:84d4d2d2fda74efda347142e835794c3 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:42.862321 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:42.869067 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:43.003152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.008385 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.017627 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-85be7467-ff2b-43c6-9ffa-912268914358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:43.036100 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ecbdc8-92b3-41cf-9c7c-8a3df27373d8 req-ee8be2a4-8f88-4b8b-aacb-2bde7fdf8cb3 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:43.037628 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c3ecbdc8-92b3-41cf-9c7c-8a3df27373d8 req-ee8be2a4-8f88-4b8b-aacb-2bde7fdf8cb3 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.2877591 Jun 01 14:43:43.069259 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84d4d2d2fda74efda347142e835794c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630777 Jun 01 14:43:43.069259 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022d9f6f-77e0-4d8d-afc7-30c477a9b53d,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:43.069709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49336) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:43.070728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:43.082246 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc49340-df37-4662-b7e8-79b85e533ead req-7261ec18-b4ac-4f1c-96e8-2229b49f3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:43.083662 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bfc49340-df37-4662-b7e8-79b85e533ead req-7261ec18-b4ac-4f1c-96e8-2229b49f3de7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 1098 time: 0.1301425 Jun 01 14:43:43.150095 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c3ecbdc8-92b3-41cf-9c7c-8a3df27373d8 req-93ed9df8-6a8e-41b7-bd51-d679beb32736 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052356 Jun 01 14:43:43.183473 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bfc49340-df37-4662-b7e8-79b85e533ead req-8188ade8-39de-4905-b490-8e69a8e50dbb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819910 Jun 01 14:43:43.201661 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.232073 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.271271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49344) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:43.299635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.308211 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d937901-3111-4d5d-8173-5860c5aba504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:43.323755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022d9f6f-77e0-4d8d-afc7-30c477a9b53d,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:43.326987 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:43.328156 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.333150 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/022d9f6f-77e0-4d8d-afc7-30c477a9b53d HTTP/1.1" status: 204 len: 168 time: 0.2599990 Jun 01 14:43:43.433066 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.452586 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:43.458242 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Usage tracker for resource:security_group_rule and tenant:e77d3955b6794e6ab2ad383cea1709d2 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:43.462555 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:43.470057 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:43.486752 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7c855-60b0-43c9-9c7f-d2e2ce0325ae req-6a03d688-ea70-4a3d-9271-e6e1cb428ed9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:43.488355 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8ec7c855-60b0-43c9-9c7f-d2e2ce0325ae req-6a03d688-ea70-4a3d-9271-e6e1cb428ed9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1471980 Jun 01 14:43:43.562556 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8ec7c855-60b0-43c9-9c7f-d2e2ce0325ae req-fa27eb81-5e93-4d07-a2e7-71c250442d73 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676942 Jun 01 14:43:43.641877 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.649521 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.663300 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e9044034-1392-4e41-9cd8-90cdf54ed95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:43.708282 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e77d3955b6794e6ab2ad383cea1709d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4356365 Jun 01 14:43:43.709153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d865c30-892c-4fc6-aa0a-5a39e1975758,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:43.711346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49358) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:43.713881 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:43.743993 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-34ce8a7f-ff34-4a6b-8abd-ff7d7cb9c9da req-00b007a8-3ae3-465d-9169-8ed4e4290c9b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 210 time: 0.0430357 Jun 01 14:43:43.769725 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.794310 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.849236 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.852877 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f94ea19e-aa01-4201-9fe4-cbeff99b29d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:43.866534 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d865c30-892c-4fc6-aa0a-5a39e1975758,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:43.869067 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:43.878421 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:43.879511 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d865c30-892c-4fc6-aa0a-5a39e1975758 HTTP/1.1" status: 204 len: 168 time: 0.1672585 Jun 01 14:43:44.263319 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49370) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:44.288473 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.303271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:44.311078 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Usage tracker for resource:security_group_rule and tenant:7aa111370bae4038b89c1b8a3c1a22b5 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:44.314623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:44.320772 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:44.419865 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.424570 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.434182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-a5be86b4-1d0b-4a0c-b2d4-4af172bde7ac tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:44.435606 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-a5be86b4-1d0b-4a0c-b2d4-4af172bde7ac tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "GET /v2.0/networks?id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 200 len: 808 time: 0.2240944 Jun 01 14:43:44.447240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d785888-3cc1-44ca-883f-d5a9bce527f4 req-077c80da-5dad-47b2-85fa-f059c4c4855a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:44.448654 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d785888-3cc1-44ca-883f-d5a9bce527f4 req-077c80da-5dad-47b2-85fa-f059c4c4855a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.1460900 Jun 01 14:43:44.453130 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-91ab927a-0209-4da4-9abc-7b83141ba32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:44.470077 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7aa111370bae4038b89c1b8a3c1a22b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065277 Jun 01 14:43:44.472516 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49374) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:44.483927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Request body: {'port': {'device_id': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3', 'admin_state_up': True, 'tenant_id': '334e7ea48a444d5595fae7bb52b1484f'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:44.506459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ec0ff9-da0a-452a-9ea7-ac1f59189bbe,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:44.512184 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:44.544261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.569351 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.588733 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d785888-3cc1-44ca-883f-d5a9bce527f4 req-72140f5b-0b0f-4e46-b2c4-1204d34cb509 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275659 Jun 01 14:43:44.639468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:44.644218 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Usage tracker for resource:port and tenant:334e7ea48a444d5595fae7bb52b1484f is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:44.644557 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.647458 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:44.651063 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2eb09066-3e5c-4259-94a5-9f42e0776404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:44.653561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:44.665159 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Made reservation on behalf of 334e7ea48a444d5595fae7bb52b1484f for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:44.669213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.670734 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ec0ff9-da0a-452a-9ea7-ac1f59189bbe,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:44.673803 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:44.674735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:44.675826 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59ec0ff9-da0a-452a-9ea7-ac1f59189bbe HTTP/1.1" status: 204 len: 168 time: 0.2023752 Jun 01 14:43:44.933169 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036820-6e56-4966-9667-62c55f9f9533 req-2d7dfa69-04d3-4fcb-aad0-651e877c31f1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:44.934758 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49036820-6e56-4966-9667-62c55f9f9533 req-2d7dfa69-04d3-4fcb-aad0-651e877c31f1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.2155287 Jun 01 14:43:44.968505 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Allocated IP 172.20.0.9 (19c9668f-a5c4-4b04-977a-b8d05cdfdaa3/2eb7654a-bc57-4577-94cd-59f9c73a5b9e/bc3db87c-08bd-45b0-b5e8-9c16fb515a36) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:43:44.996524 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49036820-6e56-4966-9667-62c55f9f9533 req-9be0b9db-3c12-476a-963d-a1816741bbd8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Jun 01 14:43:45.026565 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e8aea155-666a-4a74-9bb6-986889bab778 req-9fe12e51-6013-4b16-a8af-24b5a266d41a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 210 time: 0.0505238 Jun 01 14:43:45.196744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.228470 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.235755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-debbd385-b810-480f-8e39-26820f97f14a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:45.307365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:43:45.316685 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:45.319478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:43:45.363672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Pushing event updated for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:45.366594 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:45.392472 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:45.393081 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.415531 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9382694 Jun 01 14:43:45.435998 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Request body: {'port': {'device_id': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:45.498110 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49412) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:45.547517 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.607206 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952607325-network', 'tenant_id': '108a7262c08a492da8bf6a296c1ab6b1'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:45.611938 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:45.616261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Usage tracker for resource:network and tenant:108a7262c08a492da8bf6a296c1ab6b1 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:45.620396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:45.630109 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:45.640573 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Made reservation on behalf of 108a7262c08a492da8bf6a296c1ab6b1 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:45.643362 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.656239 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.670984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:45.675218 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Usage tracker for resource:security_group_rule and tenant:108a7262c08a492da8bf6a296c1ab6b1 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:45.678378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:45.684436 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:45.826932 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2a5ec-aad9-448f-ab39-f4ad5bdcc301 req-5de746a2-5b73-460e-adff-23a750240da4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:45.828506 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b5b2a5ec-aad9-448f-ab39-f4ad5bdcc301 req-5de746a2-5b73-460e-adff-23a750240da4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.1319852 Jun 01 14:43:45.859651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.867152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.878486 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6e4643f-b4c9-435d-962d-ec21ea158cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:45.909128 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 864} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:43:45.928529 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b5b2a5ec-aad9-448f-ab39-f4ad5bdcc301 req-24a715c3-c41b-4a77-af44-ccdcaeebc8bd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901551 Jun 01 14:43:45.940132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c02adf30-5d13-4835-923b-7d22bdc2aada,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:45.944850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:45.945194 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Added segment 3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a of type vlan for network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 Jun 01 14:43:45.964209 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:45.984026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.013418 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.014886 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.015525 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.021515 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-627a5ea3-d32a-4121-be17-bdd9f4026a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:46.038410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3db87c-08bd-45b0-b5e8-9c16fb515a36 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:46.046829 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.087272 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Transition to ACTIVE for port object bc3db87c-08bd-45b0-b5e8-9c16fb515a36 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:46.093129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.096920 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:46.137465 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Pushing event updated for resources: {'Network': ['ID=06e3f3e0-303f-4859-a7dd-559fbdd571f4,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:46.147457 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:46.149567 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:43:46.200331 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7009370 Jun 01 14:43:46.203079 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49430) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:46.218929 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Request body: {'subnet': {'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952607325-subnet', 'tenant_id': '108a7262c08a492da8bf6a296c1ab6b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:46.232106 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:46.238613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Usage tracker for resource:subnet and tenant:108a7262c08a492da8bf6a296c1ab6b1 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:46.243937 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:46.254021 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:46.263442 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0089b-32ed-4d11-82f4-0ea2817e1eaf req-1ae9f9a2-c81a-4967-9d4b-e629eb6c3fc3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.271205 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3ed0089b-32ed-4d11-82f4-0ea2817e1eaf req-1ae9f9a2-c81a-4967-9d4b-e629eb6c3fc3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1314685 Jun 01 14:43:46.315461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Pushing event updated for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:46.323946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:46.331356 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3ed0089b-32ed-4d11-82f4-0ea2817e1eaf req-3c7097e3-bd68-48c9-bb80-bb2674717ad1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Jun 01 14:43:46.334098 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Made reservation on behalf of 108a7262c08a492da8bf6a296c1ab6b1 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:46.336978 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3902141'] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.432011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Attempting to bind port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:46.432011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Attempting to bind port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:46.432011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Attempting to bind port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:46.432011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:46.432011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Attempting to bind port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:46.437157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:46.437973 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Checking segment: {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:46.437973 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Bound using segment: {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:46.438406 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Bound port: bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:46.438755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.460980 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b309310-4678-4685-9bad-02a7f2303610 req-091f6aee-7a7f-4ea0-a523-44983ab0204d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.461720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7b309310-4678-4685-9bad-02a7f2303610 req-091f6aee-7a7f-4ea0-a523-44983ab0204d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Synchronizing usage tracker for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:46.528478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7b309310-4678-4685-9bad-02a7f2303610 req-091f6aee-7a7f-4ea0-a523-44983ab0204d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Unset dirty status for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:46.529649 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7b309310-4678-4685-9bad-02a7f2303610 req-091f6aee-7a7f-4ea0-a523-44983ab0204d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 943 time: 0.3025661 Jun 01 14:43:46.601246 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:46.612362 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7b309310-4678-4685-9bad-02a7f2303610 req-7a42e7ed-2b9e-451f-94a2-444635dc627f tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684597 Jun 01 14:43:46.615245 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:46.625017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.637301 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:46.684715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.685327 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.686691 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] 10.222.0.79 "PUT /v2.0/ports/bc3db87c-08bd-45b0-b5e8-9c16fb515a36 HTTP/1.1" status: 200 len: 1093 time: 1.2549269 Jun 01 14:43:46.687153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:46.689551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:46.722549 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Pushing event updated for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:46.727907 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:46.747622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9ff25-28c6-4f29-a801-8bd7f8f8cb8e x-openstack-request-id: req-37f9ff25-28c6-4f29-a801-8bd7f8f8cb8e {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:46.747938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:46.748264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37f9ff25-28c6-4f29-a801-8bd7f8f8cb8e {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:46.748718 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36', 'status': 'completed', 'code': 200} Jun 01 14:43:46.783924 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3902031'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.788874 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:46.831873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-da39c6b5-a416-4123-8625-286a249673bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.833551 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-da39c6b5-a416-4123-8625-286a249673bf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 1096 time: 0.0712597 Jun 01 14:43:46.859019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c923d1c5-127a-41b6-a8eb-b2a7f807d430,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:46.862270 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:46.864809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Checking segment: {'id': '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:46.865187 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Network hostable DHCP agents. Network: 06e3f3e0-303f-4859-a7dd-559fbdd571f4, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:43:46.883070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:43:46.897379 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 06e3f3e0-303f-4859-a7dd-559fbdd571f4) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:46.905004 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-89695740-273d-4d2a-86dc-d095b7933396 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36 HTTP/1.1" status: 200 len: 217 time: 0.0634654 Jun 01 14:43:46.906548 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c508f884-4607-4ff6-9fb2-ac738e2a216a None None] Network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:46.909151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.909888 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:46.932825 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f1c18b62-45d2-4799-ac2c-261ccd1cba95 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7284584 Jun 01 14:43:46.988074 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-59509d1c-6135-47ac-8727-66afc8c340a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:46.990036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-59509d1c-6135-47ac-8727-66afc8c340a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2eb7654a-bc57-4577-94cd-59f9c73a5b9e HTTP/1.1" status: 200 len: 848 time: 0.0745256 Jun 01 14:43:47.057279 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-e6e1f1a3-1bf0-4339-b4d0-5c11a270c829 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588264 Jun 01 14:43:47.168593 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bffa9c-81fa-4f97-8828-a804200552da None None] Network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:47.218271 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-84333d4f-7404-49e1-8f15-66d30e4cb9cc service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418548 Jun 01 14:43:47.396384 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b1591526-24ad-44d0-8446-5a900f29fc4f req-89f3cc4e-2a52-434e-bc9c-91ad8d43a389 service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535385 Jun 01 14:43:47.498077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-45e6b1c2-20b7-4061-8704-ca89646f0c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.540504 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49462) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:47.546205 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1332515702-network', 'tenant_id': '2c5355b224354a858bda089e91cd13e3'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:47.550823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:47.554636 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Usage tracker for resource:network and tenant:2c5355b224354a858bda089e91cd13e3 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:47.557452 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:47.563134 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:47.576761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Made reservation on behalf of 2c5355b224354a858bda089e91cd13e3 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:47.579345 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.588437 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d02d41-1664-447e-b0c8-0748bbfb31c7 req-1b93ddaf-7058-415f-b6e6-df7cb61416d9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:47.589937 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-83d02d41-1664-447e-b0c8-0748bbfb31c7 req-1b93ddaf-7058-415f-b6e6-df7cb61416d9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1396124 Jun 01 14:43:47.592289 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.595635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-c344150a-d279-44a8-9ad9-bdb5d451543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:47.597040 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-c344150a-d279-44a8-9ad9-bdb5d451543d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 1096 time: 0.1135411 Jun 01 14:43:47.608005 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:47.612044 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5355b224354a858bda089e91cd13e3 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:47.615323 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:47.621815 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:47.709018 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-83d02d41-1664-447e-b0c8-0748bbfb31c7 req-f7e9e8d4-dbca-4641-bf6c-3f460592b04d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110194 Jun 01 14:43:47.743365 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.753152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.759041 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-baa268b9-39cf-4e46-9c55-dae4323ae476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:47.803154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-8bc7d272-4fce-4a99-968b-f9fe172db981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:47.804811 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-8bc7d272-4fce-4a99-968b-f9fe172db981 service neutron] 10.222.0.79 "GET /v2.0/networks?id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 200 len: 909 time: 0.1875653 Jun 01 14:43:47.888020 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-8a9aaeff-290a-4d8a-9958-6aa8cde88f1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36 HTTP/1.1" status: 200 len: 217 time: 0.0707209 Jun 01 14:43:47.901870 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 870} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:43:47.904371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9582789-a857-4b8b-9c36-ab4f2caf904c,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:47.908026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:47.927946 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.928306 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Added segment 474d71d4-3bed-4592-84e7-9f6555f97ce4 of type vlan for network fe960cc2-a302-48eb-b4b3-6422e0892109 Jun 01 14:43:47.970940 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:47.985227 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d64de7-a274-49eb-9a30-eb5feb1475da req-b5e050c4-fcc8-4b74-b29d-d5269c4295a7 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:47.987762 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e8d64de7-a274-49eb-9a30-eb5feb1475da req-b5e050c4-fcc8-4b74-b29d-d5269c4295a7 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 943 time: 0.1350389 Jun 01 14:43:48.053153 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e8d64de7-a274-49eb-9a30-eb5feb1475da req-3aedf692-63a6-47ba-8045-24123f477364 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Synchronizing usage tracker for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:48.056583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:48.058416 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:48.059007 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:48.060854 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-33ee74d1-d6f0-4ca9-b30c-f6cb2122762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:48.062367 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-33ee74d1-d6f0-4ca9-b30c-f6cb2122762c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2eb7654a-bc57-4577-94cd-59f9c73a5b9e HTTP/1.1" status: 200 len: 848 time: 0.1607227 Jun 01 14:43:48.066253 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:48.114605 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-2bcf8fa4-3f91-4522-8ac6-60879f34b56d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444760 Jun 01 14:43:48.119100 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5774996 Jun 01 14:43:48.122663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49478) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:43:48.126756 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e8d64de7-a274-49eb-9a30-eb5feb1475da req-3aedf692-63a6-47ba-8045-24123f477364 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Unset dirty status for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:48.129198 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Request body: {'subnet': {'network_id': 'fe960cc2-a302-48eb-b4b3-6422e0892109', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1332515702-subnet', 'tenant_id': '2c5355b224354a858bda089e91cd13e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:48.132867 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e8d64de7-a274-49eb-9a30-eb5feb1475da req-3aedf692-63a6-47ba-8045-24123f477364 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372945 Jun 01 14:43:48.159034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:48.173672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Usage tracker for resource:subnet and tenant:2c5355b224354a858bda089e91cd13e3 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:48.177908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:48.206905 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe960cc2-a302-48eb-b4b3-6422e0892109,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:48.209649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:48.218855 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network fe960cc2-a302-48eb-b4b3-6422e0892109 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:43:48.235670 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:48.300609 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-7e288f42-73c5-4f2e-bbf1-51e0ed03cba1 service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659200 Jun 01 14:43:48.319781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Made reservation on behalf of 2c5355b224354a858bda089e91cd13e3 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:48.323910 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117087'] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:48.556513 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bf9ec16e-73d3-412e-9308-f87dcfa91cbe req-45191dfa-4948-468c-85b6-084f33375f99 service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385616 Jun 01 14:43:48.601288 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:43:48.846503 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2116909'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:48.850328 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-25aca394-eb0c-4664-9b53-c75f0908962b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:48.908781 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1408e-90ef-4072-a339-2cb826fd3aae req-283d6293-54f0-4e95-a086-2e199648684e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:48.910244 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-60b1408e-90ef-4072-a339-2cb826fd3aae req-283d6293-54f0-4e95-a086-2e199648684e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0883629 Jun 01 14:43:48.922585 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d353e6dd-cbba-4e23-8414-5b5b6fc18e70,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:48.926050 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:48.932360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Checking segment: {'id': '474d71d4-3bed-4592-84e7-9f6555f97ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fe960cc2-a302-48eb-b4b3-6422e0892109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:48.932769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Network hostable DHCP agents. Network: fe960cc2-a302-48eb-b4b3-6422e0892109, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:43:48.951363 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Network fe960cc2-a302-48eb-b4b3-6422e0892109 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:43:48.956742 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-60b1408e-90ef-4072-a339-2cb826fd3aae req-c647e042-d2e7-41b3-9a4f-74ada927b638 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404129 Jun 01 14:43:48.962438 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, fe960cc2-a302-48eb-b4b3-6422e0892109) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:48.972859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:48.980430 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:48.980551 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4c9879-1ace-4a15-a77a-407c7a122bcc None None] Network fe960cc2-a302-48eb-b4b3-6422e0892109 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:48.998999 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-36abccb6-ba27-4802-ba58-b58a8fd0fbaf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8705351 Jun 01 14:43:49.175474 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0087b38-762c-4134-ad72-bcac63b5220b None None] Network fe960cc2-a302-48eb-b4b3-6422e0892109 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:43:49.348692 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f1bf4-8f9c-4c9d-9f77-acaee86b281d req-fe5e312d-4298-4a4a-867a-72b8dec4163e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:49.355379 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c60f1bf4-8f9c-4c9d-9f77-acaee86b281d req-fe5e312d-4298-4a4a-867a-72b8dec4163e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 943 time: 0.0998733 Jun 01 14:43:49.406543 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c60f1bf4-8f9c-4c9d-9f77-acaee86b281d req-d1b4fcf7-8df8-49e0-81ef-1be99fefe1db tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Jun 01 14:43:49.621463 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-c0a7d42b-04af-4848-8866-603d6ccbcf00 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:49.622960 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-c0a7d42b-04af-4848-8866-603d6ccbcf00 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/networks?id=06e3f3e0-303f-4859-a7dd-559fbdd571f4 HTTP/1.1" status: 200 len: 808 time: 0.1510174 Jun 01 14:43:49.638937 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-bef8e2a2-4b07-42ac-a640-e0588596c2d1 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/quotas/108a7262c08a492da8bf6a296c1ab6b1 HTTP/1.1" status: 200 len: 375 time: 0.0102520 Jun 01 14:43:49.689494 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-21147cd6-cd0c-403d-a8d9-14e787d5bbfe tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=108a7262c08a492da8bf6a296c1ab6b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434351 Jun 01 14:43:49.826384 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-07a60f4f-76ec-44bc-ba8f-92626a1b3a72 service neutron] 10.222.0.15 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294918 Jun 01 14:43:49.881867 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ce1b3dca-2d48-4847-a8aa-6ad44868205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:49.961498 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-ef31f65e-fa88-4106-a23c-acd919c1ebee service neutron] 10.222.0.15 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287982 Jun 01 14:43:50.117441 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:50.169520 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fff732e5-e045-4882-8cc1-7524cbc8677e req-7e467b60-cb99-4abf-b21c-8f36fb823092 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 210 time: 0.0425079 Jun 01 14:43:50.201450 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e9582-c9ff-4a39-89f3-66aab2c2fa3e req-bb4e6320-0ed8-4fae-b0c5-2f1dd5604781 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:50.209284 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-710e9582-c9ff-4a39-89f3-66aab2c2fa3e req-bb4e6320-0ed8-4fae-b0c5-2f1dd5604781 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1167920 Jun 01 14:43:50.256733 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-710e9582-c9ff-4a39-89f3-66aab2c2fa3e req-7cd546b1-67d1-45a5-b529-409a1203f1c4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462942 Jun 01 14:43:50.308533 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device bc3db87c-08bd-45b0-b5e8-9c16fb515a36 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:50.457121 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:50.472438 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36', 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3', 'port_id': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36', 'mac_address': 'fa:16:3e:92:45:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb7654a-bc57-4577-94cd-59f9c73a5b9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:50.534052 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:50.550508 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3db87c-08bd-45b0-b5e8-9c16fb515a36 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:50.566648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:50.571411 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:50.573330 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:50.603102 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bbaf56-d018-4a0c-904d-6cb0d51a21b7 req-d9701610-1a25-40a5-9f7e-4ca0e14a5092 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:50.604735 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c8bbaf56-d018-4a0c-904d-6cb0d51a21b7 req-d9701610-1a25-40a5-9f7e-4ca0e14a5092 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 943 time: 0.0883048 Jun 01 14:43:50.652921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:50.663027 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:50.672558 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c8bbaf56-d018-4a0c-904d-6cb0d51a21b7 req-75c3fd2f-203a-4ae1-be3f-9350bd432792 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497882 Jun 01 14:43:51.109079 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['bc3db87c-08bd-45b0-b5e8-9c16fb515a36'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:51.192421 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:51.327326 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-963a4de8-cabc-424d-b75e-8f2a226dc8bf req-a4d78cee-6e4f-44a3-81f5-6f826ec5919c tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 210 time: 0.0539770 Jun 01 14:43:51.455780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844cd6ca-69e6-48ed-bfed-fc208276ec79 req-036bd3ff-780b-4b1a-b1f3-119c06f2916b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:51.457902 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-844cd6ca-69e6-48ed-bfed-fc208276ec79 req-036bd3ff-780b-4b1a-b1f3-119c06f2916b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0860283 Jun 01 14:43:51.666193 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-844cd6ca-69e6-48ed-bfed-fc208276ec79 req-7a1c298d-ec04-4884-ab7c-d3b6f7f855d3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019544 Jun 01 14:43:51.730722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-97aa64d8-37f4-4bca-ae91-057c126e50c7 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:51.732152 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-97aa64d8-37f4-4bca-ae91-057c126e50c7 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.79 "GET /v2.0/networks?id=06e3f3e0-303f-4859-a7dd-559fbdd571f4 HTTP/1.1" status: 200 len: 808 time: 0.2448750 Jun 01 14:43:51.767627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Request body: {'port': {'device_id': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4', 'admin_state_up': True, 'tenant_id': '108a7262c08a492da8bf6a296c1ab6b1'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:51.886645 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55eb0a-e63a-45a8-8f9b-b521a062791b req-d7adc585-7e8b-4a71-94af-1d1b737a7350 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:51.889622 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7e55eb0a-e63a-45a8-8f9b-b521a062791b req-d7adc585-7e8b-4a71-94af-1d1b737a7350 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 944 time: 0.1055317 Jun 01 14:43:51.923494 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:51.927315 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Usage tracker for resource:port and tenant:108a7262c08a492da8bf6a296c1ab6b1 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:43:51.930242 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:43:51.936937 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:51.946318 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7e55eb0a-e63a-45a8-8f9b-b521a062791b req-2d3a45ae-3d78-4846-9305-c3dd78e9c92b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515559 Jun 01 14:43:51.960790 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Made reservation on behalf of 108a7262c08a492da8bf6a296c1ab6b1 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:51.964661 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.188490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Allocated IP 172.20.0.2 (06e3f3e0-303f-4859-a7dd-559fbdd571f4/c923d1c5-127a-41b6-a8eb-b2a7f807d430/f08d8500-d542-4c47-8e65-9abaf8496923) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:43:52.230185 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb30fc5-7177-4982-b4ee-ba7649008eed req-f65f1538-ae53-47f4-be26-9a70cded1d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:52.231687 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cbb30fc5-7177-4982-b4ee-ba7649008eed req-f65f1538-ae53-47f4-be26-9a70cded1d8e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1098 time: 0.1287305 Jun 01 14:43:52.277446 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-cce2f102-fdc8-4624-b78c-988a96554956 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:52.278994 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-cce2f102-fdc8-4624-b78c-988a96554956 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.1456668 Jun 01 14:43:52.294548 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-5a9c2982-73bd-4212-95b4-aaf92850ef6b tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/quotas/8d058dd32eef4352b6ac2168e454f589 HTTP/1.1" status: 200 len: 375 time: 0.0090299 Jun 01 14:43:52.374001 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cbb30fc5-7177-4982-b4ee-ba7649008eed req-f8251ed8-11cb-43e2-878c-8281a55bc5f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276286 Jun 01 14:43:52.376351 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-4b461afa-f223-4c40-baf0-dff650ccee1d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0772583 Jun 01 14:43:52.481120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.491033 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c31a881-03cf-4fbe-9d7c-70c5e7fe37f3 req-db2ac2e9-cc69-4e2e-86f3-b775feae4852 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 210 time: 0.0499880 Jun 01 14:43:52.521564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.522584 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-9a903087-b8c4-4b91-8e64-a8bb24e5fefc service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389575 Jun 01 14:43:52.527453 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2ad8d4ef-d5ab-444e-b331-2a7c92e6570b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:52.605474 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:43:52.608585 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:52.613182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:43:52.616846 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.641773 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Pushing event updated for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:52.648543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:52.677257 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:52.677865 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.688979 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-f6240019-d632-4423-a28e-6dbce9d64a33 service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596522 Jun 01 14:43:52.699665 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9362290 Jun 01 14:43:52.724830 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Request body: {'port': {'device_id': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:52.840188 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:52.885024 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c230f01d-25df-4abd-8f92-c346d29c8c8a req-8de49eee-825c-45dd-b194-064fa847c46d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 210 time: 0.0420945 Jun 01 14:43:53.046871 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958facd8-9dc5-48c8-8331-96c8933a3508 req-0d7913db-f7b2-4c75-8232-049aa5047c5e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:53.048379 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-958facd8-9dc5-48c8-8331-96c8933a3508 req-0d7913db-f7b2-4c75-8232-049aa5047c5e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1680596 Jun 01 14:43:53.137669 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1f54e-ed30-412d-b049-001a063c456d req-06a8e164-1542-4c20-ad7f-9b82097eb395 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:53.139665 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e5c1f54e-ed30-412d-b049-001a063c456d req-06a8e164-1542-4c20-ad7f-9b82097eb395 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 944 time: 0.0884676 Jun 01 14:43:53.179362 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-958facd8-9dc5-48c8-8331-96c8933a3508 req-8b577bd3-0c5a-4fbd-8134-caf74a86c864 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059942 Jun 01 14:43:53.186544 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e5c1f54e-ed30-412d-b049-001a063c456d req-694545b0-054a-4820-b20e-f2d0f77867e6 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401502 Jun 01 14:43:53.298402 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08d8500-d542-4c47-8e65-9abaf8496923 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:53.305592 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:53.325551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Transition to ACTIVE for port object f08d8500-d542-4c47-8e65-9abaf8496923 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:53.333859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:53.337516 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:53.494083 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:53.496879 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:53.704747 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Attempting to bind port f08d8500-d542-4c47-8e65-9abaf8496923 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:53.705071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Attempting to bind port f08d8500-d542-4c47-8e65-9abaf8496923 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:53.705397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Attempting to bind port f08d8500-d542-4c47-8e65-9abaf8496923 on network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:53.714313 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Port f08d8500-d542-4c47-8e65-9abaf8496923 on network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:53.714629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Attempting to bind port f08d8500-d542-4c47-8e65-9abaf8496923 on network 06e3f3e0-303f-4859-a7dd-559fbdd571f4 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:53.722714 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:53.723043 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Checking segment: {'id': '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:53.723424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Bound using segment: {'id': '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:53.723846 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Bound port: f08d8500-d542-4c47-8e65-9abaf8496923, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:53.724204 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:53.748657 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e06e9a-51be-42be-ad3c-35d38d6dcfe8 req-c8855c2f-2f8c-4602-bf49-0b634e31c1ec tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:53.749353 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e2e06e9a-51be-42be-ad3c-35d38d6dcfe8 req-c8855c2f-2f8c-4602-bf49-0b634e31c1ec tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Synchronizing usage tracker for tenant:108a7262c08a492da8bf6a296c1ab6b1 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:53.855205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e2e06e9a-51be-42be-ad3c-35d38d6dcfe8 req-c8855c2f-2f8c-4602-bf49-0b634e31c1ec tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Unset dirty status for tenant:108a7262c08a492da8bf6a296c1ab6b1 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:53.856527 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e2e06e9a-51be-42be-ad3c-35d38d6dcfe8 req-c8855c2f-2f8c-4602-bf49-0b634e31c1ec tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 943 time: 0.2440557 Jun 01 14:43:53.860246 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:53.864903 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f08d8500-d542-4c47-8e65-9abaf8496923,segment=NetworkSegment(3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a),segment_id=3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:53.881616 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:53.888903 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:53.947210 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:53.947488 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:53.949184 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] 10.222.0.79 "PUT /v2.0/ports/f08d8500-d542-4c47-8e65-9abaf8496923 HTTP/1.1" status: 200 len: 1093 time: 1.2286451 Jun 01 14:43:53.956796 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:53.959861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed451605-a287-413c-bfd5-20352363a650" -d '{"events": [{"name": "network-changed", "server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:53.994273 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e2e06e9a-51be-42be-ad3c-35d38d6dcfe8 req-b7bcd7c5-5015-42ad-94a3-44192d791a37 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317847 Jun 01 14:43:54.005848 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Pushing event updated for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:54.010264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:54.052820 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0aa38ac4-5374-404a-ab62-f08b12642d73 req-9533ce6d-845c-4cc7-b577-bc98884eac70 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 210 time: 0.0533183 Jun 01 14:43:54.061875 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa0bd57-6b8c-47a5-927e-bd8cb3cead4a x-openstack-request-id: req-9aa0bd57-6b8c-47a5-927e-bd8cb3cead4a {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:54.062518 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:54.062622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9aa0bd57-6b8c-47a5-927e-bd8cb3cead4a {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:54.063044 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923', 'status': 'completed', 'code': 200} Jun 01 14:43:54.113173 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-5bd6dd51-475d-4f84-922f-2e40bfb0164d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.114668 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-5bd6dd51-475d-4f84-922f-2e40bfb0164d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=108a7262c08a492da8bf6a296c1ab6b1&device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 1096 time: 0.1034927 Jun 01 14:43:54.222451 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-3fed50ad-137e-4fac-a020-dc01fbc7f097 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f08d8500-d542-4c47-8e65-9abaf8496923 HTTP/1.1" status: 200 len: 217 time: 0.0825934 Jun 01 14:43:54.334962 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device bc3db87c-08bd-45b0-b5e8-9c16fb515a36 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:43:54.409712 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1aa47-b7b2-438b-b0c2-7517d52159a0 req-27d7368a-276f-450a-848a-36c97985d24b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.414185 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:43:54.419040 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f1aa47-b7b2-438b-b0c2-7517d52159a0 req-27d7368a-276f-450a-848a-36c97985d24b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1079142 Jun 01 14:43:54.421434 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:43:54.422118 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:54.433005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-6784f903-f841-4808-98bb-9be3bd05995b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.434758 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-6784f903-f841-4808-98bb-9be3bd05995b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c923d1c5-127a-41b6-a8eb-b2a7f807d430 HTTP/1.1" status: 200 len: 848 time: 0.1556959 Jun 01 14:43:54.463079 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f1aa47-b7b2-438b-b0c2-7517d52159a0 req-39dc2df4-58ed-4380-af10-f0cb5994823a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429862 Jun 01 14:43:54.508318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-02783955-2e1d-48da-943a-b5388a120b00 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.509760 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-02783955-2e1d-48da-943a-b5388a120b00 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.3202627 Jun 01 14:43:54.518137 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-965dd6fb-9634-4b43-899a-45c371837680 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=06e3f3e0-303f-4859-a7dd-559fbdd571f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573566 Jun 01 14:43:54.532827 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4cda7-9ff5-4341-8c5c-277f0f3647a0 req-ab03b69d-f60f-4508-b65f-1a714bb7f334 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.534168 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-50c4cda7-9ff5-4341-8c5c-277f0f3647a0 req-ab03b69d-f60f-4508-b65f-1a714bb7f334 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 944 time: 0.2105005 Jun 01 14:43:54.542982 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Request body: {'port': {'device_id': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'admin_state_up': True, 'tenant_id': '8d058dd32eef4352b6ac2168e454f589'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:54.544895 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:54.574648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:54.577042 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08efff91-0173-42b0-9a30-d6c6d8a5cbae" -d '{"events": [{"server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "name": "network-vif-plugged", "status": "completed", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:54.585743 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:54.590278 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:54.593029 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:54.661059 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:54.663964 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:54.752653 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-50c4cda7-9ff5-4341-8c5c-277f0f3647a0 req-1256a850-40c2-444e-a229-76c6af315bfc tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888673 Jun 01 14:43:54.829851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:43:54.839734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:43:54.849803 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:43:54.853298 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:54.879149 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-791298b3-d62b-4932-98f3-40b9ed2cda56 service neutron] 10.222.0.79 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011792 Jun 01 14:43:54.884345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbd857f-1d16-4843-833b-66a54f6aa017 x-openstack-request-id: req-cdbd857f-1d16-4843-833b-66a54f6aa017 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:54.884798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "name": "network-vif-plugged", "status": "completed", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:54.884953 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdbd857f-1d16-4843-833b-66a54f6aa017 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:54.885372 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36', 'code': 200} Jun 01 14:43:54.950855 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba13498-fd9a-44a9-b55f-e60a8617eec6 req-bde29317-d88c-4cb1-882c-38c07bc3387f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:54.958280 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eba13498-fd9a-44a9-b55f-e60a8617eec6 req-bde29317-d88c-4cb1-882c-38c07bc3387f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0957439 Jun 01 14:43:55.005984 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eba13498-fd9a-44a9-b55f-e60a8617eec6 req-dec1bc95-c12a-4847-a90e-a11730175ce2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452857 Jun 01 14:43:55.212081 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b59ccbf4-f29d-4ace-9e4c-c5799cb1e01c req-9b9759a4-2b35-47fe-9d8b-c399686aa3be service neutron] 10.222.0.79 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919066 Jun 01 14:43:55.232632 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-41f4f9a1-531e-42bc-8814-18fa0c40a3f3 req-8216d4f1-f109-4cd6-9682-01c50c95bc3c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 210 time: 0.0569384 Jun 01 14:43:55.257466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Allocated IP 172.20.0.8 (5eae6956-0419-4ab9-81cc-f41c5c5fa10b/5388f60f-8e86-4290-b77a-dde0ee8bffb1/936ad21b-45bc-4759-adf5-465667767aee) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:43:55.310331 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f8e26d-cbec-4f7a-bea5-861d30281c59 req-fad286bc-cb20-45f3-93d7-19418485f942 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:55.313674 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-51f8e26d-cbec-4f7a-bea5-861d30281c59 req-fad286bc-cb20-45f3-93d7-19418485f942 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 943 time: 0.1678743 Jun 01 14:43:55.363181 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-51f8e26d-cbec-4f7a-bea5-861d30281c59 req-801cf2f0-9593-4b32-b133-2c5cd6404962 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Synchronizing usage tracker for tenant:108a7262c08a492da8bf6a296c1ab6b1 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:55.382324 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-51f8e26d-cbec-4f7a-bea5-861d30281c59 req-801cf2f0-9593-4b32-b133-2c5cd6404962 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Unset dirty status for tenant:108a7262c08a492da8bf6a296c1ab6b1 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:55.384636 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-51f8e26d-cbec-4f7a-bea5-861d30281c59 req-801cf2f0-9593-4b32-b133-2c5cd6404962 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629745 Jun 01 14:43:55.482487 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63290bc-916b-4790-9289-a51caf6db345 req-fff095b5-2a81-44e5-8d79-6b2bdc4eb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:55.484036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c63290bc-916b-4790-9289-a51caf6db345 req-fff095b5-2a81-44e5-8d79-6b2bdc4eb45c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 1098 time: 0.3501601 Jun 01 14:43:55.639553 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed451605-a287-413c-bfd5-20352363a650 req-abfcd407-47bf-4d62-8737-e51d641482b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:55.641154 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-abfcd407-47bf-4d62-8737-e51d641482b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=108a7262c08a492da8bf6a296c1ab6b1&device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 1096 time: 0.3486798 Jun 01 14:43:55.642636 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c63290bc-916b-4790-9289-a51caf6db345 req-e7eef97e-c917-48dc-beda-fbe3d6f8e570 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291215 Jun 01 14:43:55.676254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:55.711106 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:55.716590 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:55.739852 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:55.809769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:43:55.859256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:43:55.873776 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:43:55.929739 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:55.948114 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:55.978564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df08d0-77b4-40eb-bf6b-ac27580056c7 req-fcd39e00-3c0d-4684-aff4-05f4f0931880 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:55.980022 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a9df08d0-77b4-40eb-bf6b-ac27580056c7 req-fcd39e00-3c0d-4684-aff4-05f4f0931880 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0873871 Jun 01 14:43:56.004668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:56.005393 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:56.018582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed451605-a287-413c-bfd5-20352363a650 req-2d057995-8b8b-45ba-a9a5-4816c4f8ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:56.020122 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-2d057995-8b8b-45ba-a9a5-4816c4f8ebdb service neutron] 10.222.0.79 "GET /v2.0/networks?id=06e3f3e0-303f-4859-a7dd-559fbdd571f4 HTTP/1.1" status: 200 len: 909 time: 0.2434511 Jun 01 14:43:56.033023 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a9df08d0-77b4-40eb-bf6b-ac27580056c7 req-bf014cfe-f957-49e1-9bb9-a652e3ab8181 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463107 Jun 01 14:43:56.035836 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4979653 Jun 01 14:43:56.117962 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Request body: {'port': {'device_id': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:43:56.153651 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-e1375cbf-ee96-4631-b496-d26c22559881 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f08d8500-d542-4c47-8e65-9abaf8496923 HTTP/1.1" status: 200 len: 217 time: 0.0974050 Jun 01 14:43:56.278672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed451605-a287-413c-bfd5-20352363a650 req-0f96c24e-cbb0-463f-ba3a-0d969f8773d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:56.280413 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-0f96c24e-cbb0-463f-ba3a-0d969f8773d2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=c923d1c5-127a-41b6-a8eb-b2a7f807d430 HTTP/1.1" status: 200 len: 848 time: 0.1111307 Jun 01 14:43:56.289201 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:56.347953 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-9fbe979a-9d8b-4d9b-9a9a-257439bbf071 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=06e3f3e0-303f-4859-a7dd-559fbdd571f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494835 Jun 01 14:43:56.492036 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f003a17-f549-4b86-a6b0-93bd6234fb6e req-a720cfcc-8060-4c94-82b5-083c65ad0280 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:56.500617 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0f003a17-f549-4b86-a6b0-93bd6234fb6e req-a720cfcc-8060-4c94-82b5-083c65ad0280 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 931 time: 0.1311140 Jun 01 14:43:56.553952 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0f003a17-f549-4b86-a6b0-93bd6234fb6e req-14edd1c7-0bb1-4a10-b7dd-c4fe5a95e0e4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524719 Jun 01 14:43:56.782267 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-228b147d-035a-48c2-b9e8-e6cedc5d2789 service neutron] 10.222.0.79 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821294 Jun 01 14:43:56.918503 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71957a-7d8c-48c2-899b-91bd9e53eed9 req-5817ef10-1633-4c35-b088-b71c6e376880 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:56.919948 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a71957a-7d8c-48c2-899b-91bd9e53eed9 req-5817ef10-1633-4c35-b088-b71c6e376880 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 943 time: 0.3438301 Jun 01 14:43:57.012852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138db299-4a08-4ed5-b534-ff54345c0989 req-fd6b3977-c604-4c3e-856c-6794d9c3c437 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.014326 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-138db299-4a08-4ed5-b534-ff54345c0989 req-fd6b3977-c604-4c3e-856c-6794d9c3c437 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0816543 Jun 01 14:43:57.059894 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-138db299-4a08-4ed5-b534-ff54345c0989 req-055f7db3-dd22-46be-9d4b-6c4db3c86057 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Jun 01 14:43:57.194845 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a71957a-7d8c-48c2-899b-91bd9e53eed9 req-3139f557-d289-4f3e-bd7a-b6defa957367 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317450 Jun 01 14:43:57.223344 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed451605-a287-413c-bfd5-20352363a650 req-d90b1ac0-3092-4d61-ac3b-b3053a7dc152 service neutron] 10.222.0.79 "GET /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248285 Jun 01 14:43:57.229877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 936ad21b-45bc-4759-adf5-465667767aee {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:57.239545 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:57.250738 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-2760ea8f-8f5f-40e1-a93b-b9708d68e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.252443 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-2760ea8f-8f5f-40e1-a93b-b9708d68e166 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.3415899 Jun 01 14:43:57.260481 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Transition to ACTIVE for port object 936ad21b-45bc-4759-adf5-465667767aee will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:43:57.264626 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:57.268340 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8ca209f3-e643-4cea-86c4-0d56a11bbb5c tempest-DeleteServersTestJSON-137235563 tempest-DeleteServersTestJSON-137235563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:57.574418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:57.601290 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:57.688085 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-786c1ca5-1eb3-421f-a7e4-dbb8984907e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.689578 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-786c1ca5-1eb3-421f-a7e4-dbb8984907e8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.3787801 Jun 01 14:43:57.699704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b48a20-7fc8-476b-9a84-43e84207356a req-48903073-0415-4f96-8408-3a2b153a4b15 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.701129 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-38b48a20-7fc8-476b-9a84-43e84207356a req-48903073-0415-4f96-8408-3a2b153a4b15 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.3891685 Jun 01 14:43:57.766793 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Attempting to bind port 936ad21b-45bc-4759-adf5-465667767aee on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:43:57.767001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Attempting to bind port 936ad21b-45bc-4759-adf5-465667767aee by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:43:57.767354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Attempting to bind port 936ad21b-45bc-4759-adf5-465667767aee on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:57.773812 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465b9a5-18a5-4b0e-b549-d4a5933c5a48 req-07ee9eea-63fa-43b9-b844-863de72eb40c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.775244 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4465b9a5-18a5-4b0e-b549-d4a5933c5a48 req-07ee9eea-63fa-43b9-b844-863de72eb40c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 943 time: 0.0826025 Jun 01 14:43:57.781329 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-1559602f-e136-4a45-918d-cfd42f34d686 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.0792854 Jun 01 14:43:57.788323 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Port 936ad21b-45bc-4759-adf5-465667767aee on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:43:57.788928 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Attempting to bind port 936ad21b-45bc-4759-adf5-465667767aee on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:43:57.819495 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4465b9a5-18a5-4b0e-b549-d4a5933c5a48 req-7fc4224b-1b70-4581-8727-4a8f20190124 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384345 Jun 01 14:43:57.834363 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:43:57.834708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Checking segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:43:57.835089 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Bound using segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:43:57.835528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Bound port: 936ad21b-45bc-4759-adf5-465667767aee, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:43:57.835876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:57.907688 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-38b48a20-7fc8-476b-9a84-43e84207356a req-b6f84d33-0796-453c-9c41-8a524aa7a695 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490614 Jun 01 14:43:57.931683 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-0b3956f7-704b-4696-a79b-72b19e05e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:57.933148 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-0b3956f7-704b-4696-a79b-72b19e05e9ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.1423392 Jun 01 14:43:57.997697 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-8288de1f-a0e8-4d59-a584-c9a882d625b9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489473 Jun 01 14:43:58.003760 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:43:58.006989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:43:58.031446 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:58.037907 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:58.160049 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:58.160689 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:58.162065 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] 10.222.0.79 "PUT /v2.0/ports/936ad21b-45bc-4759-adf5-465667767aee HTTP/1.1" status: 200 len: 1093 time: 2.0537341 Jun 01 14:43:58.164349 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'tag': '936ad21b-45bc-4759-adf5-465667767aee'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:43:58.166663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58708f77-8fb1-4e00-9e73-8597987ab407" -d '{"events": [{"name": "network-changed", "server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "tag": "936ad21b-45bc-4759-adf5-465667767aee"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:43:58.193772 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:58.199056 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:58.217156 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-a8049b35-0404-4052-a37b-13e4707789f3 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060564 Jun 01 14:43:58.251050 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea7b821-c1cf-4471-80ea-187f316cdb8e x-openstack-request-id: req-9ea7b821-c1cf-4471-80ea-187f316cdb8e {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:43:58.251341 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "tag": "936ad21b-45bc-4759-adf5-465667767aee", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:43:58.251638 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ea7b821-c1cf-4471-80ea-187f316cdb8e {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:43:58.252060 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'tag': '936ad21b-45bc-4759-adf5-465667767aee', 'status': 'completed', 'code': 200} Jun 01 14:43:58.271823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dc702-581b-486d-9ab4-44696742c163 req-bacb9199-4dca-4443-8342-5c20bdbe8250 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:58.273312 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be8dc702-581b-486d-9ab4-44696742c163 req-bacb9199-4dca-4443-8342-5c20bdbe8250 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1042080 Jun 01 14:43:58.325655 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be8dc702-581b-486d-9ab4-44696742c163 req-063a1422-c6cf-489a-aeb2-8518f29d6b17 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460191 Jun 01 14:43:58.334368 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f08d8500-d542-4c47-8e65-9abaf8496923 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:43:58.466086 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4873f87e-6ae8-41a6-a3f7-8e0095dde040 req-d5f97eb5-b9b1-46a4-9261-30e30cc289cc service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168162 Jun 01 14:43:58.478456 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f08d8500-d542-4c47-8e65-9abaf8496923,segment=NetworkSegment(3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a),segment_id=3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:58.481191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-ede80a29-ed3a-464b-b3e5-65ac11418438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:58.483151 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-ede80a29-ed3a-464b-b3e5-65ac11418438 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 1096 time: 0.2651184 Jun 01 14:43:58.495733 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c22d0-d332-46c8-b7d2-c52486ddea66 req-ad38e821-b7b3-4a96-826d-d1fdec722930 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:58.496494 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'f08d8500-d542-4c47-8e65-9abaf8496923', 'network_id': '06e3f3e0-303f-4859-a7dd-559fbdd571f4', 'port_id': 'f08d8500-d542-4c47-8e65-9abaf8496923', 'mac_address': 'fa:16:3e:22:4c:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c923d1c5-127a-41b6-a8eb-b2a7f807d430', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:43:58.497361 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f66c22d0-d332-46c8-b7d2-c52486ddea66 req-ad38e821-b7b3-4a96-826d-d1fdec722930 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 943 time: 0.1603594 Jun 01 14:43:58.554277 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:58.572325 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08d8500-d542-4c47-8e65-9abaf8496923 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:43:58.590629 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f08d8500-d542-4c47-8e65-9abaf8496923,segment=NetworkSegment(3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a),segment_id=3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:43:58.595154 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:43:58.597681 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:43:58.597955 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-8fadf3ba-a0a6-48aa-ba31-1b5d6dbfd06d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936ad21b-45bc-4759-adf5-465667767aee HTTP/1.1" status: 200 len: 217 time: 0.0807223 Jun 01 14:43:58.618298 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f66c22d0-d332-46c8-b7d2-c52486ddea66 req-a39a78c5-b365-4ce1-8365-8f0041b97e4c tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148231 Jun 01 14:43:58.668066 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:43:58.671038 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:43:58.674662 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-08bc3cf5-0a93-4af9-a4f4-3a5e48f5e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:58.676110 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-08bc3cf5-0a93-4af9-a4f4-3a5e48f5e8bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.0569730 Jun 01 14:43:58.836925 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-bdf36e16-683b-40b5-bd43-68d00c663022 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376958 Jun 01 14:43:59.039144 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-45c6d27e-470b-4114-bad6-018e4b015253 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913419 Jun 01 14:43:59.047660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed4764-fd5a-4c97-a4cb-7871fe4cd099 req-d17d6461-5180-4a20-9b8a-5756b177275a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.048388 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-deed4764-fd5a-4c97-a4cb-7871fe4cd099 req-d17d6461-5180-4a20-9b8a-5756b177275a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:43:59.101346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dbfe12-bb3a-49cb-8dcc-9f39f18a9bdc req-825f6225-5fdd-4a24-bc93-5b43a780fa56 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.107832 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63dbfe12-bb3a-49cb-8dcc-9f39f18a9bdc req-825f6225-5fdd-4a24-bc93-5b43a780fa56 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0851707 Jun 01 14:43:59.131130 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-deed4764-fd5a-4c97-a4cb-7871fe4cd099 req-d17d6461-5180-4a20-9b8a-5756b177275a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:43:59.132769 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-deed4764-fd5a-4c97-a4cb-7871fe4cd099 req-d17d6461-5180-4a20-9b8a-5756b177275a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 943 time: 0.2041094 Jun 01 14:43:59.153070 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63dbfe12-bb3a-49cb-8dcc-9f39f18a9bdc req-27131a1a-ce8a-425e-b88c-a17ab8e3c0c4 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443435 Jun 01 14:43:59.213940 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-deed4764-fd5a-4c97-a4cb-7871fe4cd099 req-8eac5b91-0dae-4b0c-b2ba-7754fe712ae3 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671666 Jun 01 14:43:59.215545 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['f08d8500-d542-4c47-8e65-9abaf8496923'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:43:59.245118 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5714a553-7c65-4185-b51f-f0b46c46fd66 req-9ac6e384-961a-487f-abc6-c1feef94595b service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887078 Jun 01 14:43:59.391148 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-cfddf21f-1c6a-4d2c-b1a5-5ff0f49c5d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.393224 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-cfddf21f-1c6a-4d2c-b1a5-5ff0f49c5d00 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 1096 time: 0.0854809 Jun 01 14:43:59.515413 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64acb5f-3589-40ee-8d75-d324d9578313 req-f12ace68-2a2f-4081-8571-5810f533ccca tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.516961 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c64acb5f-3589-40ee-8d75-d324d9578313 req-f12ace68-2a2f-4081-8571-5810f533ccca tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0816419 Jun 01 14:43:59.543127 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-e9251b34-71f9-434a-a59f-351a5af8f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.544768 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-e9251b34-71f9-434a-a59f-351a5af8f542 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 916 time: 0.1414568 Jun 01 14:43:59.564624 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c64acb5f-3589-40ee-8d75-d324d9578313 req-63c02c61-7980-48e2-bdc8-c236760a1432 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411172 Jun 01 14:43:59.621194 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-6b136452-8ffa-4aad-a0eb-decb9ca04cb0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=936ad21b-45bc-4759-adf5-465667767aee HTTP/1.1" status: 200 len: 217 time: 0.0652504 Jun 01 14:43:59.705913 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-1ebb7b83-80e5-42da-80a9-b768996d8587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.707384 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-1ebb7b83-80e5-42da-80a9-b768996d8587 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.0622921 Jun 01 14:43:59.762869 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-6535d34d-5752-4ebe-8df0-e643c756df73 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450907 Jun 01 14:43:59.810883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56168a0a-fd78-425d-9b04-056cad96816a req-f6ed7778-1cf8-4dce-a502-fd573a4bd734 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:43:59.812714 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-56168a0a-fd78-425d-9b04-056cad96816a req-f6ed7778-1cf8-4dce-a502-fd573a4bd734 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 944 time: 0.0835350 Jun 01 14:43:59.859706 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-56168a0a-fd78-425d-9b04-056cad96816a req-b255cb78-e484-4682-a338-62e621246de6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Jun 01 14:43:59.914266 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-049328e0-3700-4f19-ab06-ac376a113d6a service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297617 Jun 01 14:44:00.054633 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-58708f77-8fb1-4e00-9e73-8597987ab407 req-935df5bc-304f-416d-b190-383e9b9acc94 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249433 Jun 01 14:44:00.420485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ecad3-9e76-409c-96e0-7f4464cb122b req-5e7d0f23-b1ff-47d2-a057-d6e1727de531 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:00.422846 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a76ecad3-9e76-409c-96e0-7f4464cb122b req-5e7d0f23-b1ff-47d2-a057-d6e1727de531 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 943 time: 0.0845754 Jun 01 14:44:00.469326 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a76ecad3-9e76-409c-96e0-7f4464cb122b req-c7b5bdb5-b3e6-4576-8463-c20db9359941 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Jun 01 14:44:00.768159 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13f881-eb37-4d0b-87d8-0da48e8c5220 req-bb68a65f-c8b3-43c0-be8c-7c1e603cb1a6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:00.769796 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8b13f881-eb37-4d0b-87d8-0da48e8c5220 req-bb68a65f-c8b3-43c0-be8c-7c1e603cb1a6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0889797 Jun 01 14:44:00.817301 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8b13f881-eb37-4d0b-87d8-0da48e8c5220 req-9bc1461a-d7ec-4a69-8406-53b148b8a5a0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Jun 01 14:44:00.839922 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39563a95-3a9d-4961-9df5-fae5d17dc8a6 req-6c26388c-c56e-44d7-9564-fce03190028a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:00.841639 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-39563a95-3a9d-4961-9df5-fae5d17dc8a6 req-6c26388c-c56e-44d7-9564-fce03190028a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0846362 Jun 01 14:44:00.895109 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-39563a95-3a9d-4961-9df5-fae5d17dc8a6 req-b5c209d2-92e0-45c8-8a86-50c09d88d013 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468962 Jun 01 14:44:01.216785 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17161d0-6e07-4451-a785-8fa2f80950e8 req-506396ca-1146-4891-8de1-511d30dbfaed tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:01.218313 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e17161d0-6e07-4451-a785-8fa2f80950e8 req-506396ca-1146-4891-8de1-511d30dbfaed tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 944 time: 0.0845494 Jun 01 14:44:01.263775 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e17161d0-6e07-4451-a785-8fa2f80950e8 req-b549e4ed-22bc-4b36-987e-a3b0710b37fb tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396481 Jun 01 14:44:01.678626 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d0ca1-1578-4cc6-ae59-8f76a456e5c3 req-87246c7c-a627-4713-aae4-c5c79d25fd47 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:01.680061 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-da2d0ca1-1578-4cc6-ae59-8f76a456e5c3 req-87246c7c-a627-4713-aae4-c5c79d25fd47 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 943 time: 0.0866330 Jun 01 14:44:01.726088 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-da2d0ca1-1578-4cc6-ae59-8f76a456e5c3 req-e56f422e-cf9b-4197-bb50-c90defbb038a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395067 Jun 01 14:44:02.013248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0ad83-85be-43e1-a61c-4ea7e1849c7b req-d319eb1f-135c-40f4-9ffa-d4cfac585987 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:02.014747 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e9c0ad83-85be-43e1-a61c-4ea7e1849c7b req-d319eb1f-135c-40f4-9ffa-d4cfac585987 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0865111 Jun 01 14:44:02.061940 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e9c0ad83-85be-43e1-a61c-4ea7e1849c7b req-08d4221a-8f1c-45c3-b891-e34cb4ef625a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408754 Jun 01 14:44:02.095920 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99e23f-52d5-479e-8d7d-a8e5ef7b977f req-1195cc11-8cf5-4f0d-b0b8-a65937e0690b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:02.099205 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-db99e23f-52d5-479e-8d7d-a8e5ef7b977f req-1195cc11-8cf5-4f0d-b0b8-a65937e0690b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0967484 Jun 01 14:44:02.141133 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-db99e23f-52d5-479e-8d7d-a8e5ef7b977f req-cac38f70-d4c5-4c4f-ac78-c061446b5be3 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385499 Jun 01 14:44:02.358458 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 936ad21b-45bc-4759-adf5-465667767aee details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:02.360897 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f08d8500-d542-4c47-8e65-9abaf8496923 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:02.463584 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f717f1-3837-4d84-b465-fa1842001b14 req-f2322142-2d62-4c19-89ae-6a5700c0cebf tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:02.464949 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c9f717f1-3837-4d84-b465-fa1842001b14 req-f2322142-2d62-4c19-89ae-6a5700c0cebf tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 944 time: 0.0807867 Jun 01 14:44:02.513079 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c9f717f1-3837-4d84-b465-fa1842001b14 req-4c80efec-3841-4986-a81a-0b593807f9ee tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420194 Jun 01 14:44:02.519897 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port f08d8500-d542-4c47-8e65-9abaf8496923 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:02.532436 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port f08d8500-d542-4c47-8e65-9abaf8496923 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:02.532807 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:02.589044 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:02.607648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '936ad21b-45bc-4759-adf5-465667767aee', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'port_id': '936ad21b-45bc-4759-adf5-465667767aee', 'mac_address': 'fa:16:3e:82:10:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5388f60f-8e86-4290-b77a-dde0ee8bffb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:02.707971 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:02.731875 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 936ad21b-45bc-4759-adf5-465667767aee {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:02.737836 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:02.768131 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:02.774397 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:02.776661 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2e765f-c949-41c9-b468-3392cac5ec00" -d '{"events": [{"server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "name": "network-vif-plugged", "status": "completed", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:02.782279 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:02.784749 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:02.823134 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f08d8500-d542-4c47-8e65-9abaf8496923,segment=NetworkSegment(3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a),segment_id=3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:02.825247 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf4497d5-0b99-4e2b-8d89-d08f25ae8778 x-openstack-request-id: req-cf4497d5-0b99-4e2b-8d89-d08f25ae8778 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:02.825592 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "name": "network-vif-plugged", "status": "completed", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:02.825818 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf4497d5-0b99-4e2b-8d89-d08f25ae8778 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:02.826209 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923', 'code': 200} Jun 01 14:44:02.840310 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:02.859417 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:02.862279 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:02.862732 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:02.924806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6e9a8-3152-4c9a-8126-3b19566f45ca req-406a4cca-b0d9-456d-9ab0-a4451b94632d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:02.926611 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f0b6e9a8-3152-4c9a-8126-3b19566f45ca req-406a4cca-b0d9-456d-9ab0-a4451b94632d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 944 time: 0.0818012 Jun 01 14:44:02.930185 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:02.933313 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:02.977211 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f0b6e9a8-3152-4c9a-8126-3b19566f45ca req-f84df035-4914-49a7-898d-4440c2250041 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441442 Jun 01 14:44:03.236445 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e50fc-b793-48ef-be7e-22da45ea8c78 req-5b34c671-0568-4017-970d-02b6757befef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:03.237937 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-899e50fc-b793-48ef-be7e-22da45ea8c78 req-5b34c671-0568-4017-970d-02b6757befef service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 1098 time: 0.2089651 Jun 01 14:44:03.277475 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322e628-60c0-41a1-894c-de697913bb6c req-fef38326-6e73-4053-9e95-000bd0038a6d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:03.278802 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3322e628-60c0-41a1-894c-de697913bb6c req-fef38326-6e73-4053-9e95-000bd0038a6d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1089323 Jun 01 14:44:03.318598 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-899e50fc-b793-48ef-be7e-22da45ea8c78 req-890a50b1-4edc-4690-89e9-4638451bb67f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616770 Jun 01 14:44:03.335196 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8ca238-4004-4020-8dbb-6d12f61e6826 req-2fd25112-3d33-4cca-98a9-5b6f5045e107 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:03.336720 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c8ca238-4004-4020-8dbb-6d12f61e6826 req-2fd25112-3d33-4cca-98a9-5b6f5045e107 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0914972 Jun 01 14:44:03.338715 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3322e628-60c0-41a1-894c-de697913bb6c req-2d3968c2-8b8d-4b74-a944-28fa54078cde tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530915 Jun 01 14:44:03.382040 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c8ca238-4004-4020-8dbb-6d12f61e6826 req-97f282d3-a91b-49cd-a780-b589056e5cd7 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394595 Jun 01 14:44:03.683047 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['936ad21b-45bc-4759-adf5-465667767aee'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:03.765916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2fde4b-3644-446d-af95-bb91665d2817 req-92f31510-62e0-453d-aefb-d0fc8b919be2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:03.767556 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de2fde4b-3644-446d-af95-bb91665d2817 req-92f31510-62e0-453d-aefb-d0fc8b919be2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.0893507 Jun 01 14:44:03.819003 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de2fde4b-3644-446d-af95-bb91665d2817 req-f91d594a-21b3-4400-938d-c2bdaeade343 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456035 Jun 01 14:44:04.165333 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7922e07b-c85d-4694-9366-d470737bdc2a req-a4dacf50-d035-4115-b963-83e620e026f6 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:04.166777 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7922e07b-c85d-4694-9366-d470737bdc2a req-a4dacf50-d035-4115-b963-83e620e026f6 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 944 time: 0.0830925 Jun 01 14:44:04.221763 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7922e07b-c85d-4694-9366-d470737bdc2a req-ebf95fe0-5c8f-48de-ae23-0953c414b79d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474868 Jun 01 14:44:04.270296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-76bee192-096a-443b-a608-7d57b7b688f6 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:04.271718 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-76bee192-096a-443b-a608-7d57b7b688f6 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0819507 Jun 01 14:44:04.419853 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Deleting port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:44:04.420248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:04.565168 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc0fc-577a-402b-8a3f-629261b0c539 req-ba5e7bfe-28d0-469f-993d-32ea3b6ee531 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:04.566816 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7becc0fc-577a-402b-8a3f-629261b0c539 req-ba5e7bfe-28d0-469f-993d-32ea3b6ee531 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 945 time: 0.0815430 Jun 01 14:44:04.608405 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] For port bc3db87c-08bd-45b0-b5e8-9c16fb515a36, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:04.608405 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:04.614810 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7becc0fc-577a-402b-8a3f-629261b0c539 req-d635ddc8-8095-4f49-9aa6-fa1fe895f336 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Jun 01 14:44:04.737110 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Calling delete_port for bc3db87c-08bd-45b0-b5e8-9c16fb515a36 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:44:04.748996 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43efbb0-9fac-449a-a7eb-814aa7096223 req-c4bbe681-61ce-45fd-a7cc-d4744ce938cd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:04.750502 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c43efbb0-9fac-449a-a7eb-814aa7096223 req-c4bbe681-61ce-45fd-a7cc-d4744ce938cd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3073945 Jun 01 14:44:04.810416 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c43efbb0-9fac-449a-a7eb-814aa7096223 req-52e2661a-a622-4a3e-9d6b-ed75ef50a6d6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541739 Jun 01 14:44:04.895870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:04.903834 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:04.984107 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Pushing event deleted for resources: {'Port': ['ID=bc3db87c-08bd-45b0-b5e8-9c16fb515a36,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:04.991015 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:05.073922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] No DVR routers for this DVR port bc3db87c-08bd-45b0-b5e8-9c16fb515a36 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:44:05.076603 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:05.080090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'name': 'network-vif-deleted', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:05.082652 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd0bdb-559f-44fb-aedc-bf753bd994fb" -d '{"events": [{"server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "name": "network-vif-deleted", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:05.102177 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63e6117b-4470-4b06-85ba-430f5d53df68 req-59084e1e-ce34-4b20-9afb-edb433629c6a tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "DELETE /v2.0/ports/bc3db87c-08bd-45b0-b5e8-9c16fb515a36 HTTP/1.1" status: 204 len: 173 time: 0.8186424 Jun 01 14:44:05.120530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e4d96-32f1-4d43-8999-d3b6bf8d2b8e req-baefefab-902e-49d9-94ba-fdb6748eadcf tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:05.122153 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-156e4d96-32f1-4d43-8999-d3b6bf8d2b8e req-baefefab-902e-49d9-94ba-fdb6748eadcf tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.1779835 Jun 01 14:44:05.127372 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7891b195-bda9-429c-ae23-911d3fe135fe x-openstack-request-id: req-7891b195-bda9-429c-ae23-911d3fe135fe {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:05.127684 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0e049cc-08ff-4e37-917e-2aceeec7cf64", "name": "network-vif-deleted", "tag": "bc3db87c-08bd-45b0-b5e8-9c16fb515a36", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:05.127958 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7891b195-bda9-429c-ae23-911d3fe135fe {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:05.128418 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e049cc-08ff-4e37-917e-2aceeec7cf64', 'name': 'network-vif-deleted', 'tag': 'bc3db87c-08bd-45b0-b5e8-9c16fb515a36', 'status': 'completed', 'code': 200} Jun 01 14:44:05.168840 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-156e4d96-32f1-4d43-8999-d3b6bf8d2b8e req-64a8c178-0a9e-43d5-a58d-d496df89ca84 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Jun 01 14:44:05.247389 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['bc3db87c-08bd-45b0-b5e8-9c16fb515a36'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:05.414740 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6bb99-2753-4281-baf2-096900a0d867 req-229d57b3-dd90-4f8b-ae78-c2cda13b5261 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:05.416244 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-39f6bb99-2753-4281-baf2-096900a0d867 req-229d57b3-dd90-4f8b-ae78-c2cda13b5261 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 944 time: 0.0854850 Jun 01 14:44:05.463809 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-39f6bb99-2753-4281-baf2-096900a0d867 req-9418fd93-9eab-4a00-b29e-08c6c63d9989 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414906 Jun 01 14:44:05.468407 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:05.787938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-fc7ca30d-b4c1-4920-97a3-cc54d8100715 req-f5eb42bc-4868-4c67-94bb-e8280aab4201 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Synchronizing usage tracker for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:05.807398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-fc7ca30d-b4c1-4920-97a3-cc54d8100715 req-f5eb42bc-4868-4c67-94bb-e8280aab4201 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Unset dirty status for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:05.808708 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fc7ca30d-b4c1-4920-97a3-cc54d8100715 req-f5eb42bc-4868-4c67-94bb-e8280aab4201 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=c0e049cc-08ff-4e37-917e-2aceeec7cf64 HTTP/1.1" status: 200 len: 210 time: 0.0648170 Jun 01 14:44:06.030282 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b7b3-81a9-42f9-a64f-e96e20c8a249 req-4cda9a0a-2442-4cb8-89c7-f9993b08e776 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:06.031947 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c61b7b3-81a9-42f9-a64f-e96e20c8a249 req-4cda9a0a-2442-4cb8-89c7-f9993b08e776 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0942533 Jun 01 14:44:06.090781 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c61b7b3-81a9-42f9-a64f-e96e20c8a249 req-a665c2a2-ae18-40bd-880f-938705336425 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530264 Jun 01 14:44:06.354615 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd51e1a-80b2-4ace-b909-6eb38020f802 req-956418ca-07ae-4f1d-9769-d0390f0acb57 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:06.356081 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2cd51e1a-80b2-4ace-b909-6eb38020f802 req-956418ca-07ae-4f1d-9769-d0390f0acb57 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.0818806 Jun 01 14:44:06.372771 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 936ad21b-45bc-4759-adf5-465667767aee up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:06.401082 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2cd51e1a-80b2-4ace-b909-6eb38020f802 req-8474d7d0-1b33-474a-86ad-14b955dd4a11 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Jun 01 14:44:06.463905 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 936ad21b-45bc-4759-adf5-465667767aee completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:06.468799 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 936ad21b-45bc-4759-adf5-465667767aee triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:06.469173 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:06.589032 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:06.619939 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ad21b-45bc-4759-adf5-465667767aee'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:06.622728 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c730de-ffbf-4851-a8aa-917555c1d9e6" -d '{"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-plugged", "status": "completed", "tag": "936ad21b-45bc-4759-adf5-465667767aee"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:06.653273 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:06.658913 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:06.659828 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device bc3db87c-08bd-45b0-b5e8-9c16fb515a36 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:44:06.689072 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0957e96-89e8-43ab-9a6f-eaa9481636d2 req-23c9ceff-7121-4400-b445-742ce6a4cefc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:06.690588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fec8d1-9c02-4a94-8ee2-a1a960205154 x-openstack-request-id: req-c5fec8d1-9c02-4a94-8ee2-a1a960205154 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:06.690765 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a0957e96-89e8-43ab-9a6f-eaa9481636d2 req-23c9ceff-7121-4400-b445-742ce6a4cefc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 944 time: 0.1029127 Jun 01 14:44:06.690949 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-plugged", "status": "completed", "tag": "936ad21b-45bc-4759-adf5-465667767aee", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:06.691131 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5fec8d1-9c02-4a94-8ee2-a1a960205154 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:06.691514 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '936ad21b-45bc-4759-adf5-465667767aee', 'code': 200} Jun 01 14:44:06.692035 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:06.740771 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a0957e96-89e8-43ab-9a6f-eaa9481636d2 req-27298eb1-5c2a-4e6e-9127-5e29c7c74097 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435662 Jun 01 14:44:06.741915 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: bc3db87c-08bd-45b0-b5e8-9c16fb515a36 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:44:06.742492 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device bc3db87c-08bd-45b0-b5e8-9c16fb515a36 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:44:06.773964 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:06.777245 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:06.986001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbb33d0-5756-4cea-ac5d-64c123753a41 req-abcbbb90-162e-44ab-bb3d-54070f490d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:06.987490 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dbbb33d0-5756-4cea-ac5d-64c123753a41 req-abcbbb90-162e-44ab-bb3d-54070f490d80 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 1098 time: 0.0756617 Jun 01 14:44:07.041915 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dbbb33d0-5756-4cea-ac5d-64c123753a41 req-9891989b-f73e-46a8-a8a7-fd959b767c1d service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Jun 01 14:44:07.343461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-40c089ba-64fd-4faf-b75c-d7807ee3a2e9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:07.345224 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-40c089ba-64fd-4faf-b75c-d7807ee3a2e9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/networks?id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 200 len: 808 time: 0.2484806 Jun 01 14:44:07.362236 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-e89bc55e-e954-417c-98bf-8fc028ffcc40 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/quotas/334e7ea48a444d5595fae7bb52b1484f HTTP/1.1" status: 200 len: 375 time: 0.0105677 Jun 01 14:44:07.419146 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-465f1b8f-e661-44a9-ad9f-7e37be326276 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504735 Jun 01 14:44:07.434604 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdd345-db2f-4d2d-b259-782db16a5140 req-4ca1116b-9447-4a1a-8bf3-a52c793a44c5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:07.436040 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ffbdd345-db2f-4d2d-b259-782db16a5140 req-4ca1116b-9447-4a1a-8bf3-a52c793a44c5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1473875 Jun 01 14:44:07.440345 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 49860) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:07.484906 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ffbdd345-db2f-4d2d-b259-782db16a5140 req-e2260706-064b-474a-baa1-36c4ad54a870 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387568 Jun 01 14:44:07.552910 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-b4766531-1fb3-47a8-a6cb-95a6ad5805c2 service neutron] 10.222.0.15 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271098 Jun 01 14:44:07.565189 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.581512 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:07.585790 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Usage tracker for resource:security_group_rule and tenant:7b7ad3e2396b4e06970a4084867f4361 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:07.588731 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:07.594470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:07.680599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.686127 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.687698 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-28738e78-60e4-46da-b9b4-530552695f37 service neutron] 10.222.0.15 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285431 Jun 01 14:44:07.693492 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a28149b6-5e17-481e-b118-7555cfad02ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:07.736553 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b7ad3e2396b4e06970a4084867f4361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948713 Jun 01 14:44:07.737172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4306c27-ffc9-42b1-93c9-cbd2fa2cbbc6,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:07.739018 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 49866) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:07.740718 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:07.806283 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.876485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.891304 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-758989ac-06d0-4e80-ad55-42c35aa5dfda req-49e66699-fb10-4cf7-a1ab-d41997bf8653 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0624237 Jun 01 14:44:07.961291 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e8593-500b-4cb9-8b1b-19d426faca75 req-567b2045-a0d6-4235-8a34-092dc051ab80 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:07.963272 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-769e8593-500b-4cb9-8b1b-19d426faca75 req-567b2045-a0d6-4235-8a34-092dc051ab80 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.0951824 Jun 01 14:44:07.965664 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.971951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-18c89ad2-9612-4196-b692-02c4e1be68ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:07.984152 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4306c27-ffc9-42b1-93c9-cbd2fa2cbbc6,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:07.987272 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:07.989254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:07.992794 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4306c27-ffc9-42b1-93c9-cbd2fa2cbbc6 HTTP/1.1" status: 204 len: 168 time: 0.2502878 Jun 01 14:44:08.032512 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-769e8593-500b-4cb9-8b1b-19d426faca75 req-c7f518f7-1a9c-4900-8992-faeee6942d57 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568047 Jun 01 14:44:08.705638 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f8a90-95fd-493a-a35e-98ad988b81e9 req-d365d1a6-7a98-49f6-b5b0-60a377d27671 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:08.713505 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-732f8a90-95fd-493a-a35e-98ad988b81e9 req-d365d1a6-7a98-49f6-b5b0-60a377d27671 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0944085 Jun 01 14:44:08.783045 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-732f8a90-95fd-493a-a35e-98ad988b81e9 req-e6fea10b-ed51-428b-a49e-e1b234b8a4e5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546834 Jun 01 14:44:09.047135 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-13bf6ac4-3a87-4200-be44-2d332fcdf272 req-93632429-837d-45b7-8956-d93496ccf041 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0423217 Jun 01 14:44:09.237989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0a82-a598-4ce6-bedf-8af759572db7 req-f8e1996c-64e7-4219-8031-8858ccdb4782 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:09.240321 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c31b0a82-a598-4ce6-bedf-8af759572db7 req-f8e1996c-64e7-4219-8031-8858ccdb4782 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.0890934 Jun 01 14:44:09.318699 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c31b0a82-a598-4ce6-bedf-8af759572db7 req-0f43091e-5933-47e8-b736-d4a08cc23f3c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Jun 01 14:44:09.696764 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-c0683384-b88d-4f33-a5b2-72df511135f8 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:09.698224 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-c0683384-b88d-4f33-a5b2-72df511135f8 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "GET /v2.0/networks?id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 200 len: 808 time: 0.1616187 Jun 01 14:44:09.722859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Request body: {'port': {'device_id': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3', 'admin_state_up': True, 'tenant_id': '334e7ea48a444d5595fae7bb52b1484f'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:09.863261 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:09.874801 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:09.934858 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Made reservation on behalf of 334e7ea48a444d5595fae7bb52b1484f for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:09.938423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:10.045034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b18bf-773d-4073-aebe-3ba7716d67eb req-10e89c43-5244-4038-8116-5b8db8cda304 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:10.051986 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e26b18bf-773d-4073-aebe-3ba7716d67eb req-10e89c43-5244-4038-8116-5b8db8cda304 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1737859 Jun 01 14:44:10.136132 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e26b18bf-773d-4073-aebe-3ba7716d67eb req-9c485563-c7f2-48b8-b8f4-f21d62520a27 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832782 Jun 01 14:44:10.186213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Allocated IP 172.20.0.7 (19c9668f-a5c4-4b04-977a-b8d05cdfdaa3/2eb7654a-bc57-4577-94cd-59f9c73a5b9e/667f03ab-5bb9-4b2c-a8bc-cd49805f063a) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:44:10.363883 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5fd2d514-2eff-4a44-9163-03e36bcc7851 req-676c6a03-9bdb-49d0-8af5-6b6968992f0e tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0964150 Jun 01 14:44:10.439819 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:10.474456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:10.480153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:10.548455 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:44:10.551882 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:10.555781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:44:10.586537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Pushing event updated for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:10.593571 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:10.623855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:10.624537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:10.662070 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-51b0c1c1-1666-4560-8d27-d368df8aa5f8 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336270 Jun 01 14:44:10.694756 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758883 Jun 01 14:44:10.838123 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Request body: {'port': {'device_id': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:10.997523 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-0dbd7995-6af5-49a8-99bf-b2b74c1d0a86 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:10.998979 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-0dbd7995-6af5-49a8-99bf-b2b74c1d0a86 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3304057 Jun 01 14:44:11.005618 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.039104 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc626119-adc7-4797-bc9d-c30fb78d6e8b req-690e2fe1-8bed-4e28-bd89-5b15af644525 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:11.040621 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cc626119-adc7-4797-bc9d-c30fb78d6e8b req-690e2fe1-8bed-4e28-bd89-5b15af644525 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.0850441 Jun 01 14:44:11.060573 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-66bc8422-6db2-4316-bbea-702370f64a1d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/quotas/1f6c820ac0884ed89ac340258f43ddd8 HTTP/1.1" status: 200 len: 375 time: 0.0456922 Jun 01 14:44:11.091414 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cc626119-adc7-4797-bc9d-c30fb78d6e8b req-c966727e-327e-44bf-bf1c-abbe6034eb03 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Jun 01 14:44:11.122836 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-6362be7b-cfb3-470b-a8c8-00725e786231 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485322 Jun 01 14:44:11.454618 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e222036e-a1d5-44b5-a132-5573b587359a req-e9cfa843-3425-4e6f-8094-f041143326a9 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 210 time: 0.0438852 Jun 01 14:44:11.478016 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667f03ab-5bb9-4b2c-a8bc-cd49805f063a {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:11.489992 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.510847 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Transition to ACTIVE for port object 667f03ab-5bb9-4b2c-a8bc-cd49805f063a will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:11.514747 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.519180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a2ef8039-e481-4905-a7b9-7cae1fd5d946 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:11.560563 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf74ffb-6138-4155-b5c4-f13ec9d89cb3 req-750e8200-0730-43b0-adec-013edd7a0034 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:11.562081 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6cf74ffb-6138-4155-b5c4-f13ec9d89cb3 req-750e8200-0730-43b0-adec-013edd7a0034 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2017505 Jun 01 14:44:11.650895 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0256556-69fb-4e29-8041-29c83f653650 req-45e73f48-900f-4383-8bdf-ec708c3065fb tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:11.652238 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f0256556-69fb-4e29-8041-29c83f653650 req-45e73f48-900f-4383-8bdf-ec708c3065fb tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 943 time: 0.0903718 Jun 01 14:44:11.708400 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f0256556-69fb-4e29-8041-29c83f653650 req-d88b583d-9b87-41d0-8d2d-c5250b9c8151 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485232 Jun 01 14:44:11.714362 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Pushing event updated for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:11.723529 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:11.763403 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6cf74ffb-6138-4155-b5c4-f13ec9d89cb3 req-931810b4-6efc-4284-93f0-78f22b60f9fd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909447 Jun 01 14:44:11.804551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Attempting to bind port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:44:11.804888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Attempting to bind port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:44:11.805207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Attempting to bind port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:11.810844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:44:11.811318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Attempting to bind port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a on network 19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:11.817635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:44:11.818103 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Checking segment: {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:11.818525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Bound using segment: {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:44:11.819098 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Bound port: 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:44:11.819444 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.912610 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:44:11.916017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:44:11.921838 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.926349 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-79882a6b-f5bb-4e2f-b51e-286c263cd066 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:11.993182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:11.993938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:11.995449 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] 10.222.0.79 "PUT /v2.0/ports/667f03ab-5bb9-4b2c-a8bc-cd49805f063a HTTP/1.1" status: 200 len: 1093 time: 1.1616688 Jun 01 14:44:11.998296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:12.001543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5755b47-b59a-4fa4-b198-9e24c677854f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:12.021954 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Pushing event updated for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:12.025706 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:12.042447 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69260586-c725-4f69-8346-57d967fa6330 x-openstack-request-id: req-69260586-c725-4f69-8346-57d967fa6330 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:12.043230 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:12.043554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69260586-c725-4f69-8346-57d967fa6330 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:12.043997 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a', 'status': 'completed', 'code': 200} Jun 01 14:44:12.170013 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-548096cf-9511-41bb-8c83-76640b4ed13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:12.171619 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-548096cf-9511-41bb-8c83-76640b4ed13c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 1096 time: 0.0772803 Jun 01 14:44:12.398765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed737f-1056-45e3-a9e6-8dbacbe9c9b1 req-2b619142-109e-44b1-a37c-aa3a484e906b tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:12.400274 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8aed737f-1056-45e3-a9e6-8dbacbe9c9b1 req-2b619142-109e-44b1-a37c-aa3a484e906b tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.2006438 Jun 01 14:44:12.403276 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-36165cc5-320c-4225-b1c3-e4817ed138cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:12.404795 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-36165cc5-320c-4225-b1c3-e4817ed138cd service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=334e7ea48a444d5595fae7bb52b1484f&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1729622 Jun 01 14:44:12.531003 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8aed737f-1056-45e3-a9e6-8dbacbe9c9b1 req-73369ed3-7e83-4513-bc04-b7da40938292 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230891 Jun 01 14:44:12.676629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-84aecea8-cd7e-4c9b-bd9c-0e6f6555b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:12.677941 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c5755b47-b59a-4fa4-b198-9e24c677854f req-84aecea8-cd7e-4c9b-bd9c-0e6f6555b042 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2502904 Jun 01 14:44:12.723882 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-65f1242e-ac14-4646-85bc-3cdffa3a4eff req-65b64003-106f-4088-b953-ae87e9e5aeb8 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 210 time: 0.0490112 Jun 01 14:44:12.776141 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-379a4f23-c523-4b33-94c3-c81c8b6358b9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:12.777609 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-379a4f23-c523-4b33-94c3-c81c8b6358b9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.1523666 Jun 01 14:44:12.792687 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-72bb56b4-6f17-4780-8306-89781ebe6432 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/quotas/8d058dd32eef4352b6ac2168e454f589 HTTP/1.1" status: 200 len: 375 time: 0.0093272 Jun 01 14:44:12.885837 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-2f677298-6ea3-4f4f-9337-dfb2a02ed7bd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849929 Jun 01 14:44:12.904959 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-6f25bd90-1692-4598-aa62-f6a3aafc8328 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739865 Jun 01 14:44:13.020161 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-ff05883b-a8f8-4f43-a89b-fa32a13951a1 service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272104 Jun 01 14:44:13.032694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-0c4dceae-fe0f-49d7-8c15-d48ca03061b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:13.034165 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-0c4dceae-fe0f-49d7-8c15-d48ca03061b1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=334e7ea48a444d5595fae7bb52b1484f&device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 1096 time: 0.2445223 Jun 01 14:44:13.059080 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d884f-50cb-45c2-a002-62c255da6040 req-f501d420-7ab2-41a6-a1d6-731066cf9c80 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:13.059781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c00d884f-50cb-45c2-a002-62c255da6040 req-f501d420-7ab2-41a6-a1d6-731066cf9c80 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Synchronizing usage tracker for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:13.151431 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-04dafca4-88bb-4db0-871a-d69e35f07273 service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231024 Jun 01 14:44:13.158278 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-7df3542f-b2ab-4f62-a170-486017ae6ff7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a HTTP/1.1" status: 200 len: 217 time: 0.0877793 Jun 01 14:44:13.215333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c00d884f-50cb-45c2-a002-62c255da6040 req-f501d420-7ab2-41a6-a1d6-731066cf9c80 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Unset dirty status for tenant:334e7ea48a444d5595fae7bb52b1484f on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:13.216655 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c00d884f-50cb-45c2-a002-62c255da6040 req-f501d420-7ab2-41a6-a1d6-731066cf9c80 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 943 time: 0.3559351 Jun 01 14:44:13.228270 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-a92fd47d-9324-47fd-b618-341b0c4f3432 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:13.229697 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-a92fd47d-9324-47fd-b618-341b0c4f3432 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2888472 Jun 01 14:44:13.261485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Request body: {'port': {'device_id': 'e877207f-53dc-467a-b889-d30903ed0c30', 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b', 'admin_state_up': True, 'tenant_id': '1f6c820ac0884ed89ac340258f43ddd8'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:13.364567 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-e73fd05c-8de3-42dc-b396-70510e37ef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:13.366003 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-e73fd05c-8de3-42dc-b396-70510e37ef0a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=2eb7654a-bc57-4577-94cd-59f9c73a5b9e HTTP/1.1" status: 200 len: 848 time: 0.1924558 Jun 01 14:44:13.426352 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f91fda-5961-4d57-b561-2681c4d9351d req-c6241d47-4374-4fb4-bdf7-1d5816e02d9f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:13.433993 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c1f91fda-5961-4d57-b561-2681c4d9351d req-c6241d47-4374-4fb4-bdf7-1d5816e02d9f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0974662 Jun 01 14:44:13.438392 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c00d884f-50cb-45c2-a002-62c255da6040 req-43349d6a-ac91-41be-bd89-404df2274165 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075632 Jun 01 14:44:13.457524 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-318bd1b4-7757-449c-a176-9b57548c063e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788786 Jun 01 14:44:13.502281 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c1f91fda-5961-4d57-b561-2681c4d9351d req-386ceeab-5647-4fec-ba7c-0cc30ca70f88 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671005 Jun 01 14:44:13.594338 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-29268ba2-9a98-49db-86d1-4451a645646f req-61fcf252-9797-4bf4-a628-d6177322b880 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 210 time: 0.0591393 Jun 01 14:44:13.652431 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:13.660506 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Usage tracker for resource:port and tenant:1f6c820ac0884ed89ac340258f43ddd8 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:13.664557 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:13.668926 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-9bbd08a9-0b6d-4793-b175-5e2bc3f55804 service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917226 Jun 01 14:44:13.672701 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:13.683768 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Made reservation on behalf of 1f6c820ac0884ed89ac340258f43ddd8 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:13.687735 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:13.720630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:13.792802 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:13.877688 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Usage tracker for resource:security_group_rule and tenant:1f6c820ac0884ed89ac340258f43ddd8 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:13.890772 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:13.916257 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:13.916931 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-132ef160-7a4b-4eb2-82c2-e6dcc75c7f7e req-646d2e5c-ee76-46fd-b4ae-f4796d4a2bd1 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 210 time: 0.0486691 Jun 01 14:44:13.981920 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea75aa04-961e-4aa7-b994-fd9e40f27232 req-59b9dd54-985b-4a5b-8d54-e1311c582227 service neutron] 10.222.0.79 "GET /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826438 Jun 01 14:44:14.025093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67c2d7-d005-454f-a6ea-ae8f9682da77 req-7ca8b2c0-de27-401d-bdac-9d31749ecd76 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:14.026566 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de67c2d7-d005-454f-a6ea-ae8f9682da77 req-7ca8b2c0-de27-401d-bdac-9d31749ecd76 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.2358317 Jun 01 14:44:14.043844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-cb783f34-67ff-478b-a83f-74901a8249b3 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:14.045329 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-cb783f34-67ff-478b-a83f-74901a8249b3 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.79 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 945 time: 0.2569768 Jun 01 14:44:14.198049 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de67c2d7-d005-454f-a6ea-ae8f9682da77 req-198c1d61-9b09-4a03-882d-9e4e5f92d4b2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/security-groups?id=c02adf30-5d13-4835-923b-7d22bdc2aada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637728 Jun 01 14:44:14.213840 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:14.228706 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:14.232521 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d8e0cab2-8689-4893-b419-c29ab63d21c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:14.316111 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88f1f70b-55ee-4b5c-b976-a11048e5f845,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:14.325270 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:14.379753 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Deleting port f08d8500-d542-4c47-8e65-9abaf8496923 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:44:14.380076 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:14.579734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Allocated IP 192.168.233.98 (184f53f9-201c-411c-a254-265ad88fb36b/e547e3f1-844a-4472-b329-d76a46161144/182678c9-6820-4f5f-9c1a-41d09a128bbd) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:44:14.646397 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1da13fb-98f9-4e63-be3e-e04f0333c0c7 req-eee145d8-d568-4a2e-8b52-0444ec7c252c tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:14.647943 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c1da13fb-98f9-4e63-be3e-e04f0333c0c7 req-eee145d8-d568-4a2e-8b52-0444ec7c252c tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 943 time: 0.1066132 Jun 01 14:44:14.693335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] For port f08d8500-d542-4c47-8e65-9abaf8496923, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f08d8500-d542-4c47-8e65-9abaf8496923,segment=NetworkSegment(3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a),segment_id=3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:14.693989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:14.699765 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c1da13fb-98f9-4e63-be3e-e04f0333c0c7 req-b1446ad7-4797-47ed-a216-5a1eeb39d3a2 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451472 Jun 01 14:44:14.842210 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-23090b51-ac8e-48e3-bb2d-306ea8b1d3d3 req-48adf451-3f86-4377-a3c6-c07fc2815128 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 210 time: 0.0468280 Jun 01 14:44:14.878333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Calling delete_port for f08d8500-d542-4c47-8e65-9abaf8496923 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:44:15.156625 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.171445 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d35b0-bbd4-4ce8-bdcb-5500bfdfd867 req-8865e058-fb13-4b88-aae5-af28eaade96f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:15.172957 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc4d35b0-bbd4-4ce8-bdcb-5500bfdfd867 req-8865e058-fb13-4b88-aae5-af28eaade96f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.5445058 Jun 01 14:44:15.182275 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-21d62cd6-9e1f-4639-a47c-3cb2e9c71bb1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:15.183587 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-21d62cd6-9e1f-4639-a47c-3cb2e9c71bb1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.4641745 Jun 01 14:44:15.216960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Request body: {'port': {'device_id': '06592d78-c989-4759-8b68-59d9fff95f75', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'admin_state_up': True, 'tenant_id': '8d058dd32eef4352b6ac2168e454f589'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:15.230994 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Transition to ACTIVE for port object 182678c9-6820-4f5f-9c1a-41d09a128bbd will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:15.322187 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e1bed5eb-078b-4810-9436-5f886928aafc req-3c81a508-1b4e-4482-98f9-194f52e0c013 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 210 time: 0.0457358 Jun 01 14:44:15.376913 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc4d35b0-bbd4-4ce8-bdcb-5500bfdfd867 req-7af65d6d-4a0e-460a-87b7-5d00a8299025 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890683 Jun 01 14:44:15.438527 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.445279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6ed01d9d-4ae9-41be-b6ea-182c2fa325c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:15.460436 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fa34cebe-ebe2-41c9-8dc7-07bf556f6793 req-83b4a7f5-a28c-42d5-bacc-8ad226a0048f tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d441777-c5e7-4c84-aa05-7e66e0b879df HTTP/1.1" status: 200 len: 210 time: 0.0433841 Jun 01 14:44:15.497180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.501542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Pushing event deleted for resources: {'Port': ['ID=f08d8500-d542-4c47-8e65-9abaf8496923,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:15.506828 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:15.510229 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:15.512678 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-96b09914-b446-4c4e-80af-6927f2c48d5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:15.593761 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:15.646536 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Network 184f53f9-201c-411c-a254-265ad88fb36b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:44:15.654999 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:15.659784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] No DVR routers for this DVR port f08d8500-d542-4c47-8e65-9abaf8496923 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:44:15.661124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:44:15.700826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:15.704418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.716631 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.725265 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'name': 'network-vif-deleted', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:15.727608 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4bffbf-91d0-49c0-8434-8a70b4807069" -d '{"events": [{"server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "name": "network-vif-deleted", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:15.736365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Pushing event updated for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:15.749902 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:15.825096 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461bb861-3f72-48da-ab87-a9517b108155 x-openstack-request-id: req-461bb861-3f72-48da-ab87-a9517b108155 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:15.825426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d441777-c5e7-4c84-aa05-7e66e0b879df", "name": "network-vif-deleted", "tag": "f08d8500-d542-4c47-8e65-9abaf8496923", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:15.825736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-461bb861-3f72-48da-ab87-a9517b108155 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:15.826217 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d441777-c5e7-4c84-aa05-7e66e0b879df', 'name': 'network-vif-deleted', 'tag': 'f08d8500-d542-4c47-8e65-9abaf8496923', 'status': 'completed', 'code': 200} Jun 01 14:44:15.835124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:15.835759 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.842279 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8fa79606-d82e-4c66-bc04-405b998aaf76 req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] 10.222.0.79 "DELETE /v2.0/ports/f08d8500-d542-4c47-8e65-9abaf8496923 HTTP/1.1" status: 204 len: 173 time: 1.7805989 Jun 01 14:44:15.902897 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e93c4b25-14a2-4d9d-aea7-cd8cd809b9da None None] Provisioning for port 182678c9-6820-4f5f-9c1a-41d09a128bbd completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:15.910251 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e93c4b25-14a2-4d9d-aea7-cd8cd809b9da None None] Provisioning complete for port 182678c9-6820-4f5f-9c1a-41d09a128bbd triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:15.910716 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e93c4b25-14a2-4d9d-aea7-cd8cd809b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:15.934391 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6779768 Jun 01 14:44:15.955691 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Request body: {'port': {'device_id': 'e877207f-53dc-467a-b889-d30903ed0c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:15.982586 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-e93c4b25-14a2-4d9d-aea7-cd8cd809b9da None None] Port 182678c9-6820-4f5f-9c1a-41d09a128bbd cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:44:16.020901 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b81a2ea7-0408-4f46-a29e-58af6f7b278a req-61bd7f00-76e0-4ee0-b0ae-adc613835c5f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 210 time: 0.0555258 Jun 01 14:44:16.084421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba922ebf-87a8-46da-9ab6-8bb0f368ff39 req-69bb530d-d2df-4745-b82c-dfb4364e08db tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:16.085990 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba922ebf-87a8-46da-9ab6-8bb0f368ff39 req-69bb530d-d2df-4745-b82c-dfb4364e08db tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 943 time: 0.2571287 Jun 01 14:44:16.287210 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Allocated IP 172.20.0.3 (5eae6956-0419-4ab9-81cc-f41c5c5fa10b/5388f60f-8e86-4290-b77a-dde0ee8bffb1/93d24dcc-c713-41b6-bb81-c6b438ad294b) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:44:16.310984 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:16.424354 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba922ebf-87a8-46da-9ab6-8bb0f368ff39 req-dd9bb937-8afe-47da-90b7-48e2c99e8ea7 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077137 Jun 01 14:44:16.429803 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 667f03ab-5bb9-4b2c-a8bc-cd49805f063a details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:16.443295 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f08d8500-d542-4c47-8e65-9abaf8496923 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:44:16.498479 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: f08d8500-d542-4c47-8e65-9abaf8496923 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:44:16.499178 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f08d8500-d542-4c47-8e65-9abaf8496923 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:44:16.610401 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9e9e9-fb6e-4012-909c-73993a7f58e7 req-dc2c6b79-eb72-44be-9ab1-67f378dd684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:16.612017 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-77d9e9e9-fb6e-4012-909c-73993a7f58e7 req-dc2c6b79-eb72-44be-9ab1-67f378dd684f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.5223937 Jun 01 14:44:16.655140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:16.672505 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a', 'network_id': '19c9668f-a5c4-4b04-977a-b8d05cdfdaa3', 'port_id': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a', 'mac_address': 'fa:16:3e:15:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eb7654a-bc57-4577-94cd-59f9c73a5b9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:16.739556 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:16.764538 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667f03ab-5bb9-4b2c-a8bc-cd49805f063a {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:16.786507 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:16.787536 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc503b9e-3def-49af-af23-e3a0a64780eb req-76dd5074-3f13-4110-87b0-3841f1773bd9 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:16.789224 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fc503b9e-3def-49af-af23-e3a0a64780eb req-76dd5074-3f13-4110-87b0-3841f1773bd9 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 935 time: 0.1720741 Jun 01 14:44:16.792500 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:16.794686 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:16.846756 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fc503b9e-3def-49af-af23-e3a0a64780eb req-841764b2-1e66-4932-b8d6-68d4040db7b7 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Jun 01 14:44:16.851732 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-77d9e9e9-fb6e-4012-909c-73993a7f58e7 req-722e0765-892d-411a-ae4b-b14719379c1c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960931 Jun 01 14:44:16.886059 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:16.892778 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:16.900912 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:16.928778 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff207-e337-4315-a605-b8955779805c req-d2bfad9d-79f2-4daf-b9be-6d8d9d4d35af tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:16.930324 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c1cff207-e337-4315-a605-b8955779805c req-d2bfad9d-79f2-4daf-b9be-6d8d9d4d35af tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3304756 Jun 01 14:44:17.051128 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c1cff207-e337-4315-a605-b8955779805c req-1fb82e19-b26c-475e-baf4-ea8de37e2bb6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094484 Jun 01 14:44:17.066532 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.073950 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:17.084539 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', '936ad21b-45bc-4759-adf5-465667767aee'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:17.145323 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182678c9-6820-4f5f-9c1a-41d09a128bbd {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:17.163017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.165422 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event updated for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:17.168959 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:44:17.171554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:17.172540 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:17.177149 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:44:17.226225 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Transition to ACTIVE for port object 182678c9-6820-4f5f-9c1a-41d09a128bbd will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:17.242566 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.249841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:17.282536 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e5cbc-3418-4f8e-a484-b5aec6ea6351 req-dba997c3-d080-4ef9-bdf9-b601e2f3a947 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:17.291411 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1a2e5cbc-3418-4f8e-a484-b5aec6ea6351 req-dba997c3-d080-4ef9-bdf9-b601e2f3a947 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 931 time: 0.1361561 Jun 01 14:44:17.311261 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:17.311965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.393178 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1a2e5cbc-3418-4f8e-a484-b5aec6ea6351 req-4a111cac-9fe2-490a-b0ef-29c49022ca46 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003036 Jun 01 14:44:17.485277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Pushing event updated for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:17.498921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['667f03ab-5bb9-4b2c-a8bc-cd49805f063a'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:17.503858 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2873762 Jun 01 14:44:17.505105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:17.550071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Request body: {'port': {'device_id': '06592d78-c989-4759-8b68-59d9fff95f75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:17.643337 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ea05edb8-8121-4535-ac84-bc0130752cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.708025 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Attempting to bind port 182678c9-6820-4f5f-9c1a-41d09a128bbd on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:44:17.708385 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Attempting to bind port 182678c9-6820-4f5f-9c1a-41d09a128bbd by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:44:17.708727 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Attempting to bind port 182678c9-6820-4f5f-9c1a-41d09a128bbd on network 184f53f9-201c-411c-a254-265ad88fb36b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:17.714234 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555da28a-84bb-4ee6-8418-70ef8de91777 req-9eb2da72-0240-44b7-ad89-51a1c909548b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:17.716738 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-555da28a-84bb-4ee6-8418-70ef8de91777 req-9eb2da72-0240-44b7-ad89-51a1c909548b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0930305 Jun 01 14:44:17.718187 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Port 182678c9-6820-4f5f-9c1a-41d09a128bbd on network 184f53f9-201c-411c-a254-265ad88fb36b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:44:17.718507 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Attempting to bind port 182678c9-6820-4f5f-9c1a-41d09a128bbd on network 184f53f9-201c-411c-a254-265ad88fb36b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:17.726579 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:44:17.726922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Checking segment: {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:17.727302 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Bound using segment: {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:44:17.727732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Bound port: 182678c9-6820-4f5f-9c1a-41d09a128bbd, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aeb176e-d0f9-471d-adf5-dab319412ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:44:17.728077 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.738249 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.761746 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-555da28a-84bb-4ee6-8418-70ef8de91777 req-02340cf5-7d27-4d81-98a1-296c6e03cba9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392342 Jun 01 14:44:17.928157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:44:17.946792 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:44:17.953881 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:17.960257 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93f6407a-6f37-4a94-ade5-1822db45b5eb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:18.226438 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.227043 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:18.228426 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] 10.222.0.79 "PUT /v2.0/ports/182678c9-6820-4f5f-9c1a-41d09a128bbd HTTP/1.1" status: 200 len: 1097 time: 2.2774730 Jun 01 14:44:18.234260 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:18.237435 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:18.264308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ff891-a507-4b5d-8167-8a0eb85ca65b req-ac7f99a4-e027-41be-a3a9-4d75df60c5f5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.266647 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-864ff891-a507-4b5d-8167-8a0eb85ca65b req-ac7f99a4-e027-41be-a3a9-4d75df60c5f5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0975823 Jun 01 14:44:18.338348 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-864ff891-a507-4b5d-8167-8a0eb85ca65b req-190f5e0f-dc2d-4124-8092-1ff8748b6b6d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647664 Jun 01 14:44:18.369582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Pushing event updated for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:18.375396 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:18.398219 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34831c19-6e65-4529-a7a0-d21dfdedff9f x-openstack-request-id: req-34831c19-6e65-4529-a7a0-d21dfdedff9f {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:18.398410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:18.398673 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34831c19-6e65-4529-a7a0-d21dfdedff9f {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:18.399099 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd', 'status': 'completed', 'code': 200} Jun 01 14:44:18.482054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-4ca69359-2423-47a0-a0b8-dc4644be0d50 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.482620 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-4ca69359-2423-47a0-a0b8-dc4644be0d50 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Synchronizing usage tracker for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:18.499627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d24dcc-c713-41b6-bb81-c6b438ad294b {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:18.509054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-2a26352d-49ce-4ea0-bad4-2c3995e50802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.510545 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-2a26352d-49ce-4ea0-bad4-2c3995e50802 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 1100 time: 0.2129667 Jun 01 14:44:18.512207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:18.529730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-4ca69359-2423-47a0-a0b8-dc4644be0d50 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Unset dirty status for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:18.530867 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-4ca69359-2423-47a0-a0b8-dc4644be0d50 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 947 time: 0.5425942 Jun 01 14:44:18.531746 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Transition to ACTIVE for port object 93d24dcc-c713-41b6-bb81-c6b438ad294b will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:18.534758 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:18.540708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1933e0cf-87b9-4f81-8b0e-e8ad5c656cb7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:18.674101 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-c7569996-7927-4c7c-b8a2-bc3096a4c8df service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd HTTP/1.1" status: 200 len: 217 time: 0.1341136 Jun 01 14:44:18.738431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21577919-8f8d-4268-aa26-09c99ae39bec req-d9397822-88c6-4475-8cd7-330e61cfd474 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.739921 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-21577919-8f8d-4268-aa26-09c99ae39bec req-d9397822-88c6-4475-8cd7-330e61cfd474 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 943 time: 0.0824776 Jun 01 14:44:18.786112 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-21577919-8f8d-4268-aa26-09c99ae39bec req-bd1077f7-49eb-4011-9b77-ea3c76070e4f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395875 Jun 01 14:44:18.798131 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Pushing event updated for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:18.835827 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:18.844047 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-075af36e-8834-4647-8c20-98308e935f21 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Synchronizing usage tracker for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:18.889277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-fdd4e21b-49bd-4390-97bd-c60110732208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:18.890787 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-fdd4e21b-49bd-4390-97bd-c60110732208 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e547e3f1-844a-4472-b329-d76a46161144 HTTP/1.1" status: 200 len: 843 time: 0.1685815 Jun 01 14:44:18.951877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-075af36e-8834-4647-8c20-98308e935f21 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Unset dirty status for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:18.953110 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1ffd1f6b-d91c-4e7f-b9a1-b8e1129a9ec1 req-075af36e-8834-4647-8c20-98308e935f21 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143131 Jun 01 14:44:18.989196 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Attempting to bind port 93d24dcc-c713-41b6-bb81-c6b438ad294b on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:44:18.989547 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Attempting to bind port 93d24dcc-c713-41b6-bb81-c6b438ad294b by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:44:18.989943 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Attempting to bind port 93d24dcc-c713-41b6-bb81-c6b438ad294b on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:18.996604 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Port 93d24dcc-c713-41b6-bb81-c6b438ad294b on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:44:18.996999 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Attempting to bind port 93d24dcc-c713-41b6-bb81-c6b438ad294b on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:19.004963 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:44:19.005382 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Checking segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:19.005844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Bound using segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:44:19.006343 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Bound port: 93d24dcc-c713-41b6-bb81-c6b438ad294b, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:44:19.006748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:19.086884 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-4d20c012-4832-427d-95e9-52d49eb76b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.088486 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-4d20c012-4832-427d-95e9-52d49eb76b1d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=184f53f9-201c-411c-a254-265ad88fb36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1765413 Jun 01 14:44:19.148878 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df13d5-c26a-49aa-bf8d-9e7dd6d12ec4 req-fb3dfdc4-a66d-4354-bad1-adaf1dc9a0ff tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.150460 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-26df13d5-c26a-49aa-bf8d-9e7dd6d12ec4 req-fb3dfdc4-a66d-4354-bad1-adaf1dc9a0ff tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.1018550 Jun 01 14:44:19.179367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:44:19.199252 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-26df13d5-c26a-49aa-bf8d-9e7dd6d12ec4 req-4e60d030-2525-414a-a75b-7e0c9aa28618 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Jun 01 14:44:19.203012 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:44:19.208294 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:19.213632 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:19.294034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.294642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:19.296016 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] 10.222.0.79 "PUT /v2.0/ports/93d24dcc-c713-41b6-bb81-c6b438ad294b HTTP/1.1" status: 200 len: 1093 time: 1.7557986 Jun 01 14:44:19.311451 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Pushing event updated for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:19.315634 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-241303e0-583d-4397-8ada-4107c6ae8a24 service neutron] 10.222.0.79 "GET /v2.0/networks/184f53f9-201c-411c-a254-265ad88fb36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108123 Jun 01 14:44:19.316398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:19.552876 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7dca25f6-5b99-42da-b9aa-32fdff551b8b req-eb3f2ed6-8654-4142-b87f-9e09fdc42e6d service neutron] 10.222.0.79 "GET /v2.0/networks/184f53f9-201c-411c-a254-265ad88fb36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294679 Jun 01 14:44:19.567571 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-3ab40d7c-3f79-4d4f-85e6-3ef537f6c87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.568959 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-3ab40d7c-3f79-4d4f-85e6-3ef537f6c87d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 1096 time: 0.2198226 Jun 01 14:44:19.581062 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92d5cd-ba79-404f-b67d-a89da5d57a1a req-c07c8baa-bd56-445a-b10e-e3c410ec5a72 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.582501 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fd92d5cd-ba79-404f-b67d-a89da5d57a1a req-c07c8baa-bd56-445a-b10e-e3c410ec5a72 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1414118 Jun 01 14:44:19.692380 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-54a34343-d97e-40d7-a817-0c4956950835 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b HTTP/1.1" status: 200 len: 217 time: 0.1088519 Jun 01 14:44:19.882270 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fd92d5cd-ba79-404f-b67d-a89da5d57a1a req-423ca537-df3d-4867-9fac-be4150e5aa93 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444954 Jun 01 14:44:19.887149 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2a015652-12fa-40d9-ab42-c3eb40e4cbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:19.894405 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-963843a2-0cc1-4eb9-bcef-1d9fb7ffddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.895859 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-963843a2-0cc1-4eb9-bcef-1d9fb7ffddda service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.1894264 Jun 01 14:44:19.907234 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-e11e8546-2fd3-466b-9c11-d2d1f75c6bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.908758 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-e11e8546-2fd3-466b-9c11-d2d1f75c6bba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 1100 time: 0.2522264 Jun 01 14:44:19.968644 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-efb4ba4e-6c18-4b0e-8ee4-3976007da07c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589235 Jun 01 14:44:19.979893 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb0abb-7f6c-498e-870a-9734b3f9c1c7 req-87245a21-6770-4942-80bd-73a02fa3148a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:19.982154 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3fdb0abb-7f6c-498e-870a-9734b3f9c1c7 req-87245a21-6770-4942-80bd-73a02fa3148a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 943 time: 0.0815187 Jun 01 14:44:20.032213 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3fdb0abb-7f6c-498e-870a-9734b3f9c1c7 req-e2fb70fe-31fe-45f5-9c6a-9f73c5575d67 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437596 Jun 01 14:44:20.111125 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:20.178285 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-35547bfe-2658-4ec9-8e4a-9e663e9b1a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.179735 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-35547bfe-2658-4ec9-8e4a-9e663e9b1a7a service neutron] 10.222.0.79 "GET /v2.0/networks?id=184f53f9-201c-411c-a254-265ad88fb36b HTTP/1.1" status: 200 len: 870 time: 0.2409818 Jun 01 14:44:20.226368 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf99b63-0b9f-404a-9493-ca5504e06472 req-a25e5e15-f86f-4cf2-b73d-99cefe8c7ce5 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.228540 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5cf99b63-0b9f-404a-9493-ca5504e06472 req-a25e5e15-f86f-4cf2-b73d-99cefe8c7ce5 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 947 time: 0.0987430 Jun 01 14:44:20.263910 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-8e67b5dc-74b2-424e-b523-e8f2d0e045c4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd HTTP/1.1" status: 200 len: 217 time: 0.0747581 Jun 01 14:44:20.265737 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-512d45de-a621-49c2-8b77-358669f2d8f3 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393048 Jun 01 14:44:20.273408 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5cf99b63-0b9f-404a-9493-ca5504e06472 req-1338123a-be2a-4850-8e53-c82084295abe tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388021 Jun 01 14:44:20.429692 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:20.432528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48425d65-a4bf-4b70-840b-669a55e37b87" -d '{"events": [{"name": "network-changed", "server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:20.461215 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 667f03ab-5bb9-4b2c-a8bc-cd49805f063a up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:20.495084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2ffb12-e95c-4c9f-82c3-f656d2cbebf0 req-2a093229-b201-4cf7-ae18-b71554bc60f6 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.497260 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8a2ffb12-e95c-4c9f-82c3-f656d2cbebf0 req-2a093229-b201-4cf7-ae18-b71554bc60f6 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 944 time: 0.0930779 Jun 01 14:44:20.554698 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:20.559051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-28c8fcdd-6e4a-4258-8b5f-31332189d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.560551 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-28c8fcdd-6e4a-4258-8b5f-31332189d57e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=e547e3f1-844a-4472-b329-d76a46161144 HTTP/1.1" status: 200 len: 843 time: 0.2458384 Jun 01 14:44:20.560921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:20.561580 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:20.578090 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8a2ffb12-e95c-4c9f-82c3-f656d2cbebf0 req-7313eafb-3602-4c05-845d-8105ab0d2143 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742340 Jun 01 14:44:20.668404 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24f35bf2-6e22-4ec4-8295-6758afcafd84 req-aaf328ab-6b80-44aa-aedf-c6f4a2fff481 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233705 Jun 01 14:44:20.699771 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-5b5e1348-7df8-4302-a299-ca5f57a9bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.701280 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-5b5e1348-7df8-4302-a299-ca5f57a9bf23 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.2598829 Jun 01 14:44:20.703933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935edb6-baf7-4efd-90a0-3fd156aafe4d x-openstack-request-id: req-4935edb6-baf7-4efd-90a0-3fd156aafe4d {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:20.704267 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:20.704544 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4935edb6-baf7-4efd-90a0-3fd156aafe4d {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:20.704945 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b', 'status': 'completed', 'code': 200} Jun 01 14:44:20.713681 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3e626-f949-4c42-8cec-1faaba75d508 req-0c4d9836-3d31-49d9-994f-711acd919ba3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.720576 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-74d3e626-f949-4c42-8cec-1faaba75d508 req-0c4d9836-3d31-49d9-994f-711acd919ba3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2339804 Jun 01 14:44:20.744621 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:20.779576 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:20.781901 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c77ab80-9154-43cd-beec-75485bfb6402" -d '{"events": [{"server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "name": "network-vif-plugged", "status": "completed", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:20.792078 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:20.796473 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:20.799672 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:20.872665 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:20.875898 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:20.876059 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-b003f086-347e-4a27-b089-b25505cfe12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:20.877747 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-b003f086-347e-4a27-b089-b25505cfe12b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=184f53f9-201c-411c-a254-265ad88fb36b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2870984 Jun 01 14:44:20.894672 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-74d3e626-f949-4c42-8cec-1faaba75d508 req-e017ef48-6e69-4840-a761-8359448b483e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732821 Jun 01 14:44:20.948647 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000b7dab-33bf-4c72-b927-9186ece49f76 x-openstack-request-id: req-000b7dab-33bf-4c72-b927-9186ece49f76 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:20.949167 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "name": "network-vif-plugged", "status": "completed", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:20.949262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-000b7dab-33bf-4c72-b927-9186ece49f76 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:20.949587 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a', 'code': 200} Jun 01 14:44:21.032098 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-352225d4-3cd0-41bc-a5b6-937a6fc521bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.033610 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-352225d4-3cd0-41bc-a5b6-937a6fc521bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.2962317 Jun 01 14:44:21.122663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-89df520f-059f-47b1-ba5a-ad34741bb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.124419 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-89df520f-059f-47b1-ba5a-ad34741bb93f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 1096 time: 0.2934699 Jun 01 14:44:21.134787 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-971250da-9ab6-496b-a61e-c294e948bf7d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.0806525 Jun 01 14:44:21.140664 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-cb34d524-ddfc-4fe9-929b-4007f818840a service neutron] 10.222.0.79 "GET /v2.0/networks/184f53f9-201c-411c-a254-265ad88fb36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492902 Jun 01 14:44:21.183528 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:21.275523 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb8046-59cd-45fd-9f5d-036b10eea232 req-720a5240-3633-4ca1-a4f4-cec8d7c6b2ae tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.276987 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-73eb8046-59cd-45fd-9f5d-036b10eea232 req-720a5240-3633-4ca1-a4f4-cec8d7c6b2ae tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 943 time: 0.1339624 Jun 01 14:44:21.311401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc3bd0-5cf9-44ff-828b-4599d38a3174 req-52f4d6d1-f32f-4813-affc-65e04fb0ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.312885 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6fcc3bd0-5cf9-44ff-828b-4599d38a3174 req-52f4d6d1-f32f-4813-affc-65e04fb0ff01 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 1098 time: 0.1135073 Jun 01 14:44:21.348704 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-73eb8046-59cd-45fd-9f5d-036b10eea232 req-ff6c273a-f302-4630-a78f-6df2497a27f8 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642414 Jun 01 14:44:21.374281 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-6fcc3bd0-5cf9-44ff-828b-4599d38a3174 req-75dba00f-896a-435b-8900-d9dedd04938f service neutron] Synchronizing usage tracker for tenant:b9d54088fd8341da85591074d0d379e0 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:21.393172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-6fcc3bd0-5cf9-44ff-828b-4599d38a3174 req-75dba00f-896a-435b-8900-d9dedd04938f service neutron] Unset dirty status for tenant:b9d54088fd8341da85591074d0d379e0 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:21.394850 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6fcc3bd0-5cf9-44ff-828b-4599d38a3174 req-75dba00f-896a-435b-8900-d9dedd04938f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683057 Jun 01 14:44:21.534514 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-1743f0e8-8de3-4cd6-a190-1ee2c23933b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.535950 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-1743f0e8-8de3-4cd6-a190-1ee2c23933b6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.3129694 Jun 01 14:44:21.620890 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-a677893c-0b18-40a9-9ef8-f308b71acbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.622309 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-a677893c-0b18-40a9-9ef8-f308b71acbdd service neutron] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 916 time: 0.4721198 Jun 01 14:44:21.624204 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-9d1978aa-c5f5-43a0-a5ca-0d32899cf36f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652895 Jun 01 14:44:21.648208 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-89e551ee-09a8-40a2-93a8-a0f2d1dbba8e req-4bdbe299-e344-499d-8310-815870a7e083 service neutron] 10.222.0.79 "GET /v2.0/networks/184f53f9-201c-411c-a254-265ad88fb36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240284 Jun 01 14:44:21.663971 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bfdf99-a7f7-4bc5-a00c-7e2a2569fcb0 req-0e0f9f16-8bf5-4d8b-af9c-f0f2b66425f6 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.665459 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d5bfdf99-a7f7-4bc5-a00c-7e2a2569fcb0 req-0e0f9f16-8bf5-4d8b-af9c-f0f2b66425f6 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 947 time: 0.2042794 Jun 01 14:44:21.763655 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-6be710d4-f48e-4b76-99db-b8df0e4a7691 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b HTTP/1.1" status: 200 len: 217 time: 0.0961483 Jun 01 14:44:21.795393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68507451-0330-412e-8127-a2ab4bde3a7a req-22d66657-60a6-4555-995e-1ef5ec546374 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.796989 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-68507451-0330-412e-8127-a2ab4bde3a7a req-22d66657-60a6-4555-995e-1ef5ec546374 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0863926 Jun 01 14:44:21.848747 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-68507451-0330-412e-8127-a2ab4bde3a7a req-0c049d81-4305-4f4d-a37d-fb08b4e6ff67 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460215 Jun 01 14:44:21.902296 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d5bfdf99-a7f7-4bc5-a00c-7e2a2569fcb0 req-17e17225-d5ed-4651-8f59-7c84284859a7 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684530 Jun 01 14:44:21.933877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-115bea6d-b2e1-4d17-abf7-ee7d51304f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:21.935240 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-115bea6d-b2e1-4d17-abf7-ee7d51304f2d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.1233473 Jun 01 14:44:21.944288 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-06b3bfe4-08fc-47cd-ad07-5dc6f564650a service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778437 Jun 01 14:44:22.066240 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-2bcc1405-3f58-4113-bcc3-c84c7f45fb3b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023157 Jun 01 14:44:22.299732 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d25a4135-9130-4100-9fef-71aff04e2dbc req-ceacdf72-c74a-4575-963d-d4dd39df1231 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994745 Jun 01 14:44:22.325269 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-7e4a3384-b601-4f9d-a003-333113c61009 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000313 Jun 01 14:44:22.335798 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e2241-c5c6-43b6-9e11-9771aa9bc6bd req-41b3e7e8-c3b7-45eb-87e4-7168df98dee3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:22.337246 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1d3e2241-c5c6-43b6-9e11-9771aa9bc6bd req-41b3e7e8-c3b7-45eb-87e4-7168df98dee3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3113377 Jun 01 14:44:22.459412 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1d3e2241-c5c6-43b6-9e11-9771aa9bc6bd req-cb38afb8-0beb-4e5d-b04b-5cd7d1c6bd36 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142800 Jun 01 14:44:22.466508 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 182678c9-6820-4f5f-9c1a-41d09a128bbd details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:22.526326 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-48425d65-a4bf-4b70-840b-669a55e37b87 req-55faa0b4-15f2-483c-92c6-f15f8e61ae86 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509514 Jun 01 14:44:22.621717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:22.635300 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:22.636288 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '182678c9-6820-4f5f-9c1a-41d09a128bbd', 'network_id': '184f53f9-201c-411c-a254-265ad88fb36b', 'port_id': '182678c9-6820-4f5f-9c1a-41d09a128bbd', 'mac_address': 'fa:16:3e:24:bd:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 890, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e547e3f1-844a-4472-b329-d76a46161144', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:22.660374 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6eb4b-3663-4d2c-997d-06e27bd788eb req-6ebd5b27-ffa6-4978-92e8-f403a5a64688 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:22.661078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-5be6eb4b-3663-4d2c-997d-06e27bd788eb req-6ebd5b27-ffa6-4978-92e8-f403a5a64688 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:22.677029 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-5be6eb4b-3663-4d2c-997d-06e27bd788eb req-6ebd5b27-ffa6-4978-92e8-f403a5a64688 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:22.678276 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5be6eb4b-3663-4d2c-997d-06e27bd788eb req-6ebd5b27-ffa6-4978-92e8-f403a5a64688 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 943 time: 0.1111331 Jun 01 14:44:22.702086 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:22.718958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182678c9-6820-4f5f-9c1a-41d09a128bbd {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:22.726790 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5be6eb4b-3663-4d2c-997d-06e27bd788eb req-f9f90cb0-4046-4c79-8c4a-4b8befb349fd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Jun 01 14:44:22.734364 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:22.738635 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:22.740305 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:22.809277 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:22.812975 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:23.029250 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28efbb-5997-4785-96e6-95372900c096 req-06d82d91-9643-4b51-abe3-5999b94464ed tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:23.030642 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d28efbb-5997-4785-96e6-95372900c096 req-06d82d91-9643-4b51-abe3-5999b94464ed tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0792768 Jun 01 14:44:23.075510 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d28efbb-5997-4785-96e6-95372900c096 req-a266f28b-178a-40fc-b9d3-70b5e0fdcc2d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391352 Jun 01 14:44:23.096229 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dd230-359a-4954-99d4-63f3e65f717e req-0245dd61-60ea-47cd-bea1-287c3fc35bfc tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:23.097749 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-214dd230-359a-4954-99d4-63f3e65f717e req-0245dd61-60ea-47cd-bea1-287c3fc35bfc tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 948 time: 0.0887611 Jun 01 14:44:23.141612 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-214dd230-359a-4954-99d4-63f3e65f717e req-e6b46bed-aaf8-44e5-9390-3327e425e191 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381072 Jun 01 14:44:23.498862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['182678c9-6820-4f5f-9c1a-41d09a128bbd'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:23.719376 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39a0f4-0517-4366-a26e-4b9a808131df req-3a1594ef-f3d9-4125-ada8-051beb0dfac9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:23.721020 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4d39a0f4-0517-4366-a26e-4b9a808131df req-3a1594ef-f3d9-4125-ada8-051beb0dfac9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1379642 Jun 01 14:44:23.779425 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4d39a0f4-0517-4366-a26e-4b9a808131df req-7a1ddd72-9312-49e6-8dff-20b6ffb8a1d3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521545 Jun 01 14:44:23.956376 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffbace-6fe0-43f2-9ce8-d99d58cd5473 req-79763bc6-81da-446b-ad6f-665a484c7151 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:23.957821 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-19ffbace-6fe0-43f2-9ce8-d99d58cd5473 req-79763bc6-81da-446b-ad6f-665a484c7151 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 943 time: 0.0824203 Jun 01 14:44:24.005661 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-19ffbace-6fe0-43f2-9ce8-d99d58cd5473 req-532d8601-4802-4c85-aa04-e44f252b87f7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393224 Jun 01 14:44:24.281858 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701b4a8-b0d5-4529-a1ab-382ad00525fc req-f2d121ad-d7af-4c82-adaa-66f145ff8366 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:24.283333 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7701b4a8-b0d5-4529-a1ab-382ad00525fc req-f2d121ad-d7af-4c82-adaa-66f145ff8366 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0849764 Jun 01 14:44:24.330403 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7701b4a8-b0d5-4529-a1ab-382ad00525fc req-95c92340-ed79-44de-ae30-45ae999253b1 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411720 Jun 01 14:44:24.433645 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7659a-8e87-4d52-af9f-f6e570622494 req-d320b752-6ca8-4c04-99dd-1192d0d5fd47 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:24.434880 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33e7659a-8e87-4d52-af9f-f6e570622494 req-d320b752-6ca8-4c04-99dd-1192d0d5fd47 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 948 time: 0.1889386 Jun 01 14:44:24.481194 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33e7659a-8e87-4d52-af9f-f6e570622494 req-c34a73ea-8018-43f3-a286-23fa314d7154 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Jun 01 14:44:24.481994 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 93d24dcc-c713-41b6-bb81-c6b438ad294b details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:24.614702 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:24.628186 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '93d24dcc-c713-41b6-bb81-c6b438ad294b', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'port_id': '93d24dcc-c713-41b6-bb81-c6b438ad294b', 'mac_address': 'fa:16:3e:65:12:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5388f60f-8e86-4290-b77a-dde0ee8bffb1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:24.682315 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:24.699100 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d24dcc-c713-41b6-bb81-c6b438ad294b {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:24.714762 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:24.720868 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:24.722726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-a04a8263-4e68-4e38-954f-7c4c11e9e2f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:24.797277 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:24.811059 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:24.981879 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcefc9-d472-4280-b5fe-64909690d2c2 req-a4114bf0-9cd4-4698-8876-7add6248aa2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:24.983707 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c4bcefc9-d472-4280-b5fe-64909690d2c2 req-a4114bf0-9cd4-4698-8876-7add6248aa2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0837169 Jun 01 14:44:25.030899 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c4bcefc9-d472-4280-b5fe-64909690d2c2 req-eeded8ea-3da8-4638-a368-ed61a31611ba tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413539 Jun 01 14:44:25.221336 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918e727-9fc0-49c0-9944-5873b0ac3f07 req-692498ff-6874-4902-9faf-0fa27ece67ab tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:25.222783 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3918e727-9fc0-49c0-9944-5873b0ac3f07 req-692498ff-6874-4902-9faf-0fa27ece67ab tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 944 time: 0.0871873 Jun 01 14:44:25.271333 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3918e727-9fc0-49c0-9944-5873b0ac3f07 req-c0ebf2e3-673e-46c4-9113-10a7a9d6d825 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Jun 01 14:44:25.300345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['93d24dcc-c713-41b6-bb81-c6b438ad294b'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:25.601182 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:44:25.673056 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a27f2-cd3a-41a1-ad2c-a153f358c5d2 req-f0ad6844-0aec-4bb1-9350-1a1b9a679f64 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:25.674504 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-048a27f2-cd3a-41a1-ad2c-a153f358c5d2 req-f0ad6844-0aec-4bb1-9350-1a1b9a679f64 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 948 time: 0.0879812 Jun 01 14:44:25.720320 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-048a27f2-cd3a-41a1-ad2c-a153f358c5d2 req-28283d5c-1cc1-429f-a1e3-eef12d21a6be tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Jun 01 14:44:26.223051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0eaef-b653-4828-8bba-02f6dfe3a83d req-1dda10f2-12e8-4dbc-b3ac-cf56819a2ce7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:26.224416 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b4d0eaef-b653-4828-8bba-02f6dfe3a83d req-1dda10f2-12e8-4dbc-b3ac-cf56819a2ce7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0838883 Jun 01 14:44:26.268756 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b4d0eaef-b653-4828-8bba-02f6dfe3a83d req-1cc38472-fda7-4d88-9fc4-7481aeaf97d6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383377 Jun 01 14:44:26.383711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6174-b3f5-4654-8416-3264fe405d43 req-aa48a63d-4a92-485f-ba70-0ee0dd75721d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:26.385181 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3f9f6174-b3f5-4654-8416-3264fe405d43 req-aa48a63d-4a92-485f-ba70-0ee0dd75721d tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0852709 Jun 01 14:44:26.445014 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3f9f6174-b3f5-4654-8416-3264fe405d43 req-80746871-3cd1-43a8-9d05-e08f38da28fa tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533073 Jun 01 14:44:26.471727 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56e789-f327-4135-8490-84675cd4755d req-6ae5eba7-725b-428f-9040-e400e89068f4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:26.473216 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d56e789-f327-4135-8490-84675cd4755d req-6ae5eba7-725b-428f-9040-e400e89068f4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 944 time: 0.0948455 Jun 01 14:44:26.491687 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 182678c9-6820-4f5f-9c1a-41d09a128bbd up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:26.517166 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d56e789-f327-4135-8490-84675cd4755d req-0661f89f-cd9e-4911-85f0-f66f5aef99dc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384326 Jun 01 14:44:26.557935 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 182678c9-6820-4f5f-9c1a-41d09a128bbd completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:26.562250 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 182678c9-6820-4f5f-9c1a-41d09a128bbd triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:26.562629 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:26.687108 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:26.721018 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:26.721936 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:26.724421 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e74fa6a-72d3-4629-9a8b-dac4d9960eda" -d '{"events": [{"server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "name": "network-vif-plugged", "status": "completed", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:26.727976 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:26.729798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:26.800480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba82eb7-9ce9-4753-8666-b574908cde3f x-openstack-request-id: req-0ba82eb7-9ce9-4753-8666-b574908cde3f {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:26.800797 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "name": "network-vif-plugged", "status": "completed", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:26.801068 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ba82eb7-9ce9-4753-8666-b574908cde3f {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:26.801497 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd', 'code': 200} Jun 01 14:44:26.802260 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:26.805714 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:26.976709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e11ff0-2ff5-458e-867e-7df6d387f027 req-3b9f9181-3cef-499a-9476-fa6d36b6ebbc tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:26.978201 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5e11ff0-2ff5-458e-867e-7df6d387f027 req-3b9f9181-3cef-499a-9476-fa6d36b6ebbc tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.0880780 Jun 01 14:44:27.074252 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5e11ff0-2ff5-458e-867e-7df6d387f027 req-909eaef8-7c2a-4c74-b284-e58843c7455b tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898156 Jun 01 14:44:27.092841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4126d4-faf5-4963-b353-0c16fc9b5cac req-caf14d35-79a5-447f-a714-ec302b6b2b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.094392 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a4126d4-faf5-4963-b353-0c16fc9b5cac req-caf14d35-79a5-447f-a714-ec302b6b2b71 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 1102 time: 0.1083560 Jun 01 14:44:27.153679 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a4126d4-faf5-4963-b353-0c16fc9b5cac req-eab46ba6-95c9-40e4-ab5b-303f94c2a8c2 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Jun 01 14:44:27.331910 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-34542a01-2e26-4a63-a865-396e20c8c086 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717661 Jun 01 14:44:27.515810 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d369e-d95c-47a8-9908-9107190a50a7 req-ce238bb1-b43d-4bc6-8982-2286eb38b4cd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.517286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d81d369e-d95c-47a8-9908-9107190a50a7 req-ce238bb1-b43d-4bc6-8982-2286eb38b4cd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1383784 Jun 01 14:44:27.519858 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-5c1367d8-a68a-4013-85dc-a3ceb0d1650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.521217 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-5c1367d8-a68a-4013-85dc-a3ceb0d1650b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 1098 time: 0.1039863 Jun 01 14:44:27.563952 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d81d369e-d95c-47a8-9908-9107190a50a7 req-a1ac5c1d-b301-44f3-9f75-143848c46226 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jun 01 14:44:27.635871 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c6a51-f595-447e-80b1-378229423f69 req-6eacacf9-cf93-4769-a3bb-8657ac619998 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.637643 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be0c6a51-f595-447e-80b1-378229423f69 req-6eacacf9-cf93-4769-a3bb-8657ac619998 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0854862 Jun 01 14:44:27.688676 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be0c6a51-f595-447e-80b1-378229423f69 req-6d4fcb43-464d-42ef-aaf8-63aa8c083929 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451729 Jun 01 14:44:27.743653 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-183c2b18-dcb8-4012-9da6-bb047a63363f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.745147 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-183c2b18-dcb8-4012-9da6-bb047a63363f service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.1803246 Jun 01 14:44:27.829284 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-b35ac526-9f53-43bf-81e1-87973583ab4a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 200 len: 217 time: 0.0679049 Jun 01 14:44:27.837245 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d5e5e-ba9e-4e65-ab18-cffaac6dff5d req-dcd746f6-efd0-4673-9d7f-384e65094761 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.838557 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ee2d5e5e-ba9e-4e65-ab18-cffaac6dff5d req-dcd746f6-efd0-4673-9d7f-384e65094761 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 944 time: 0.1613638 Jun 01 14:44:27.932774 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-9d168484-0d86-4f08-b1dc-247fa3a633b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:27.934258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-9d168484-0d86-4f08-b1dc-247fa3a633b2 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.0912640 Jun 01 14:44:27.939874 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ee2d5e5e-ba9e-4e65-ab18-cffaac6dff5d req-0d81882a-f071-4995-95a1-b2c978efe4f4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677407 Jun 01 14:44:28.004036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-3402d093-60b0-4333-8ec7-6c6aed9954a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538213 Jun 01 14:44:28.154016 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-776d875e-f493-43e5-a732-c69f6206de15 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355340 Jun 01 14:44:28.352400 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a4b57f5b-882a-4428-b011-abbcf4d292c3 req-7d4f5b61-2d4a-4e43-8555-569ad106c4d0 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773934 Jun 01 14:44:28.367733 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1268-221b-4908-b87b-5655910c26d3 req-2fbe2577-83c4-4af5-8168-e0cf66d2fee1 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:28.369199 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25fd1268-221b-4908-b87b-5655910c26d3 req-2fbe2577-83c4-4af5-8168-e0cf66d2fee1 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.1736579 Jun 01 14:44:28.415947 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25fd1268-221b-4908-b87b-5655910c26d3 req-4765e110-f4ca-4562-bfb2-8452f5ee027c tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399144 Jun 01 14:44:28.514437 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 93d24dcc-c713-41b6-bb81-c6b438ad294b up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:28.587244 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 93d24dcc-c713-41b6-bb81-c6b438ad294b completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:28.591944 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 93d24dcc-c713-41b6-bb81-c6b438ad294b triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:28.592361 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:28.705011 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:28.739677 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:28.746069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:28.747890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:28.804053 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:28.806320 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb95166b-e093-4ce8-b3d3-d36a686fee16" -d '{"events": [{"server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "name": "network-vif-plugged", "status": "completed", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:28.819137 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:28.822443 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:28.958218 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d94d-9cd2-4ead-9f32-10afe8659ce5 req-c67633e4-f80d-4a7b-a4b2-5867db00d3c9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:28.959777 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5b13d94d-9cd2-4ead-9f32-10afe8659ce5 req-c67633e4-f80d-4a7b-a4b2-5867db00d3c9 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.1621962 Jun 01 14:44:28.994773 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3ec2a1-9213-43ea-946f-59decfe8a6bf x-openstack-request-id: req-3a3ec2a1-9213-43ea-946f-59decfe8a6bf {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:28.995611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "name": "network-vif-plugged", "status": "completed", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:28.996140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a3ec2a1-9213-43ea-946f-59decfe8a6bf {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:28.996778 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b', 'code': 200} Jun 01 14:44:29.005273 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5b13d94d-9cd2-4ead-9f32-10afe8659ce5 req-1fc5ff67-a89e-4743-82be-9287713dd144 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 Jun 01 14:44:29.242219 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f155b-860a-4bce-a6fa-2319e7f2472d req-5d0eb4da-e8ce-4abc-8927-9d3518741657 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:29.243642 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c14f155b-860a-4bce-a6fa-2319e7f2472d req-5d0eb4da-e8ce-4abc-8927-9d3518741657 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.1684756 Jun 01 14:44:29.287199 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c14f155b-860a-4bce-a6fa-2319e7f2472d req-f6f4bd27-2c1b-4892-91f7-a139affe1eec tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375950 Jun 01 14:44:29.391564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba15fb3-b49f-404c-b5d7-4ca97fae3067 req-9f6a75bd-e202-4a3d-a0c0-51130fc028a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:29.393049 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0ba15fb3-b49f-404c-b5d7-4ca97fae3067 req-9f6a75bd-e202-4a3d-a0c0-51130fc028a9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 1098 time: 0.0752349 Jun 01 14:44:29.468610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2598bd5-39c7-4d05-92cf-fd3503a9a24e req-fe3a0069-4235-475c-9b5a-048d4d91c1b9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:29.470356 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a2598bd5-39c7-4d05-92cf-fd3503a9a24e req-fe3a0069-4235-475c-9b5a-048d4d91c1b9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0823214 Jun 01 14:44:29.478521 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0ba15fb3-b49f-404c-b5d7-4ca97fae3067 req-5171e9b5-6565-42e2-afd0-60328f4ebdf6 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358548 Jun 01 14:44:29.519765 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a2598bd5-39c7-4d05-92cf-fd3503a9a24e req-04907113-2442-4f2a-82e9-18d379360d04 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Jun 01 14:44:29.614047 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5f952-3e6d-43a1-adf1-39a964e61c75 req-e092f8e0-1ece-4d0f-9313-731cacb5b546 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:29.615536 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bad5f952-3e6d-43a1-adf1-39a964e61c75 req-e092f8e0-1ece-4d0f-9313-731cacb5b546 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.0861642 Jun 01 14:44:29.661300 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bad5f952-3e6d-43a1-adf1-39a964e61c75 req-0a6c11e9-e932-4fa4-8df7-0a2cbfd8c8b9 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395954 Jun 01 14:44:30.276275 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d600e93-0cc6-4ae3-8892-80891fc70b17 req-6e80ff63-5b33-43d4-b74f-8793054ed0fb tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:30.277693 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d600e93-0cc6-4ae3-8892-80891fc70b17 req-6e80ff63-5b33-43d4-b74f-8793054ed0fb tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.0795670 Jun 01 14:44:30.326369 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d600e93-0cc6-4ae3-8892-80891fc70b17 req-edd45a8f-8f87-437c-bed4-a7344fbb18cc tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407906 Jun 01 14:44:30.512057 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b4fd1-bbe1-4263-bb56-b4324ad12ac2 req-c731f97e-8b00-45e6-ba7a-68fe3236750b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:30.513772 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-603b4fd1-bbe1-4263-bb56-b4324ad12ac2 req-c731f97e-8b00-45e6-ba7a-68fe3236750b tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0859387 Jun 01 14:44:30.560950 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-603b4fd1-bbe1-4263-bb56-b4324ad12ac2 req-7987e412-d557-4ac7-a076-df762948bf88 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/security-groups?id=8812cebd-8735-4ba0-adf8-f20f4c317935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Jun 01 14:44:30.562586 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e9477-be98-48ac-8e2b-73aa60cca994 req-53e4cf99-6e3d-4bde-abc7-3355a65b3e70 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:30.564193 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d3e9477-be98-48ac-8e2b-73aa60cca994 req-53e4cf99-6e3d-4bde-abc7-3355a65b3e70 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.0834014 Jun 01 14:44:30.610291 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d3e9477-be98-48ac-8e2b-73aa60cca994 req-f287e010-6583-4874-be3d-4698d1f81be4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400488 Jun 01 14:44:31.061342 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-8081fe88-72a7-4eff-b103-7b0a262d8780 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:31.062212 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-8081fe88-72a7-4eff-b103-7b0a262d8780 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 945 time: 0.0827153 Jun 01 14:44:31.230965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Deleting port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:44:31.231081 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:31.363391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] For port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,segment=NetworkSegment(f359f790-192b-4dc5-a5d6-a1a075b9ca3a),segment_id=f359f790-192b-4dc5-a5d6-a1a075b9ca3a)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:31.363795 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:31.495899 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Calling delete_port for 667f03ab-5bb9-4b2c-a8bc-cd49805f063a owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:44:31.593069 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73583c-6f41-4101-8dae-d338ff129ebd req-b2510436-04dd-45e2-ad38-57e9e4ee50a4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:31.594667 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2a73583c-6f41-4101-8dae-d338ff129ebd req-b2510436-04dd-45e2-ad38-57e9e4ee50a4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.1092474 Jun 01 14:44:31.689946 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2a73583c-6f41-4101-8dae-d338ff129ebd req-3836faaa-15a4-4323-b95e-5704c556cfc1 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878253 Jun 01 14:44:31.715156 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:31.731433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f481fbcf-09ff-44b9-95be-2c5be537e9f2 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:31.733597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['667f03ab-5bb9-4b2c-a8bc-cd49805f063a'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:31.773723 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-649c5ae3-20fe-4ebe-bb32-591271afcdbb req-8d7965b3-e4e5-4975-aa3d-f322ffbe98c8 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0424163 Jun 01 14:44:31.813335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Pushing event deleted for resources: {'Port': ['ID=667f03ab-5bb9-4b2c-a8bc-cd49805f063a,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:31.895823 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.896303 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.896669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.897020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.897367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.897712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.898053 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.898391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.898730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.899067 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.899404 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.899738 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:31.903988 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:31.914784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] No DVR routers for this DVR port 667f03ab-5bb9-4b2c-a8bc-cd49805f063a on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:44:31.917283 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:31.928990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'name': 'network-vif-deleted', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:31.928990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ff01c0-a0d3-4087-91ab-2d0ac7e79fac" -d '{"events": [{"server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "name": "network-vif-deleted", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:31.947873 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8ba32ecc-98f8-40c5-acd0-07627a738e34 req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.79 "DELETE /v2.0/ports/667f03ab-5bb9-4b2c-a8bc-cd49805f063a HTTP/1.1" status: 204 len: 173 time: 0.8542345 Jun 01 14:44:31.974692 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9514a-0fdc-41f3-892a-af69a2a9a874 req-03429900-1c5b-45ce-8c8a-9ec411cc461c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:31.976071 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8c9514a-0fdc-41f3-892a-af69a2a9a874 req-03429900-1c5b-45ce-8c8a-9ec411cc461c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.1132751 Jun 01 14:44:32.025314 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8c9514a-0fdc-41f3-892a-af69a2a9a874 req-cb0ab84e-9a0b-4165-8952-ffadfa5bd279 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428059 Jun 01 14:44:32.076694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5d410e-7422-4d66-b0f3-6b530e52fe89 x-openstack-request-id: req-1b5d410e-7422-4d66-b0f3-6b530e52fe89 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:32.077017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ad31309-f34e-4ce7-97ae-8213c9c18ad1", "name": "network-vif-deleted", "tag": "667f03ab-5bb9-4b2c-a8bc-cd49805f063a", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:32.077293 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b5d410e-7422-4d66-b0f3-6b530e52fe89 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:32.077719 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ad31309-f34e-4ce7-97ae-8213c9c18ad1', 'name': 'network-vif-deleted', 'tag': '667f03ab-5bb9-4b2c-a8bc-cd49805f063a', 'status': 'completed', 'code': 200} Jun 01 14:44:32.889423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a5930-4038-4769-ab24-04f634a2d15b req-b1152b0b-528a-48c4-851d-58bf26fe3208 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:32.890967 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-074a5930-4038-4769-ab24-04f634a2d15b req-b1152b0b-528a-48c4-851d-58bf26fe3208 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.0872276 Jun 01 14:44:32.938994 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-074a5930-4038-4769-ab24-04f634a2d15b req-e4b52095-4a97-42fd-9359-c719fe7441d0 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397158 Jun 01 14:44:33.097968 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0bb4d29b-1cf9-4f45-b1bc-4dfff1b63ae3 req-17728231-e5c0-412f-9f15-6b32279da643 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ad31309-f34e-4ce7-97ae-8213c9c18ad1 HTTP/1.1" status: 200 len: 210 time: 0.0433309 Jun 01 14:44:33.209236 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156d893-7f0d-4dfc-92c0-3a3f9d49b88f req-b031ae99-7da9-45c8-a4af-91235dee85f4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:33.210575 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f156d893-7f0d-4dfc-92c0-3a3f9d49b88f req-b031ae99-7da9-45c8-a4af-91235dee85f4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.0820935 Jun 01 14:44:33.253300 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f156d893-7f0d-4dfc-92c0-3a3f9d49b88f req-a2700911-d034-4f2a-aad7-e431a5d6d4ff tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Jun 01 14:44:34.141483 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ea9b3-34d4-4d2b-9747-37602e228586 req-87267db2-b773-44a5-ac7c-54c27cb35cf4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:34.142966 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb9ea9b3-34d4-4d2b-9747-37602e228586 req-87267db2-b773-44a5-ac7c-54c27cb35cf4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.0854249 Jun 01 14:44:34.189094 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb9ea9b3-34d4-4d2b-9747-37602e228586 req-6bb2123d-3972-476d-bd01-4594179746f4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399704 Jun 01 14:44:34.527366 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 667f03ab-5bb9-4b2c-a8bc-cd49805f063a no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:44:34.565228 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 667f03ab-5bb9-4b2c-a8bc-cd49805f063a {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:44:34.565579 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 667f03ab-5bb9-4b2c-a8bc-cd49805f063a not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:44:34.985323 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50458) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:35.057826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Deleting subnet c923d1c5-127a-41b6-a8eb-b2a7f807d430 {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:44:35.061781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:35.203913 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4471d-d35d-4e8e-bc3b-bb11a99c03e4 req-db0726c5-6b96-4420-a329-75f254d39759 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:35.210014 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-38f4471d-d35d-4e8e-bc3b-bb11a99c03e4 req-db0726c5-6b96-4420-a329-75f254d39759 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0942802 Jun 01 14:44:35.271708 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-38f4471d-d35d-4e8e-bc3b-bb11a99c03e4 req-c720d720-d2ce-430f-ba53-28792bfb0f29 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503678 Jun 01 14:44:35.364231 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:35.470284 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:35.494312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:35.535626 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-92cabc6d-3c3e-482d-885b-78561b986f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:35.537187 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-92cabc6d-3c3e-482d-885b-78561b986f1b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.4418297 Jun 01 14:44:35.715956 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-1ffc19bc-26cd-4829-929d-0db13512c0a5 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:35.717295 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-1ffc19bc-26cd-4829-929d-0db13512c0a5 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.79 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.4629314 Jun 01 14:44:35.926653 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f6258-fa37-4d14-99b4-987dea27455e req-56753b97-413a-4450-9b4e-36296adc4914 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:35.928121 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-446f6258-fa37-4d14-99b4-987dea27455e req-56753b97-413a-4450-9b4e-36296adc4914 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 949 time: 0.3954022 Jun 01 14:44:35.969292 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-ed9a2d42-dcd3-44e0-9963-519bef30eca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:35.970651 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-ed9a2d42-dcd3-44e0-9963-519bef30eca2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.3727732 Jun 01 14:44:36.085748 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-c563bb3d-7d39-460c-90c5-3049aa42fc51 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.0844598 Jun 01 14:44:36.193146 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-446f6258-fa37-4d14-99b4-987dea27455e req-b0889813-31a7-4695-8fbe-b57705611dfd tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/security-groups?id=88f1f70b-55ee-4b5c-b976-a11048e5f845&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560503 Jun 01 14:44:36.231833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-d3fb99b7-96e3-46d5-a352-305071eb955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:36.233537 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-d3fb99b7-96e3-46d5-a352-305071eb955f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.0967531 Jun 01 14:44:36.248855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Deleting port 182678c9-6820-4f5f-9c1a-41d09a128bbd {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:44:36.249218 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.297980 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.316981 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:36.342563 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-d2ebc45a-0d3a-489c-a440-df914426d3ef service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798731 Jun 01 14:44:36.429034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c923d1c5-127a-41b6-a8eb-b2a7f807d430,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:36.432149 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:36.441303 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.471729 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d58815-0999-4d86-8969-b02dfd3707b3 req-02d48b82-44c6-4fbf-b531-60203e2e520e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:36.473212 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67d58815-0999-4d86-8969-b02dfd3707b3 req-02d48b82-44c6-4fbf-b531-60203e2e520e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0818188 Jun 01 14:44:36.500821 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c923d1c5-127a-41b6-a8eb-b2a7f807d430 HTTP/1.1" status: 204 len: 168 time: 1.5133574 Jun 01 14:44:36.506378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50502) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:36.541747 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67d58815-0999-4d86-8969-b02dfd3707b3 req-43c7de2e-1e07-422e-b474-5a718af74c3d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627310 Jun 01 14:44:36.570655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] For port 182678c9-6820-4f5f-9c1a-41d09a128bbd, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=182678c9-6820-4f5f-9c1a-41d09a128bbd,segment=NetworkSegment(9aeb176e-d0f9-471d-adf5-dab319412ed5),segment_id=9aeb176e-d0f9-471d-adf5-dab319412ed5)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:36.570655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.629549 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.691450 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Calling delete_port for 182678c9-6820-4f5f-9c1a-41d09a128bbd owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:44:36.745968 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-192c443f-c3d0-4b2a-b9b1-c6dd90937532 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512137 Jun 01 14:44:36.754099 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.767117 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e3f3e0-303f-4859-a7dd-559fbdd571f4']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:36.778897 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:36.779210 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3795aa3e-14af-47d4-ad5b-3d46dbc5cc0a') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:36.790767 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.806369 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.814123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:44:36.814598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:44:36.829438 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:44:36.921062 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.926826 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:36.929540 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:36.953024 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e3f3e0-303f-4859-a7dd-559fbdd571f4,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:36.961776 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] 10.222.0.15 "DELETE /v2.0/networks/06e3f3e0-303f-4859-a7dd-559fbdd571f4 HTTP/1.1" status: 204 len: 168 time: 0.4520626 Jun 01 14:44:36.963109 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.963470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.963821 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.964183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.964528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.964863 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.965201 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.965535 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.965868 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.966198 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.966529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.966852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:36.970271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:36.971088 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50520) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:37.044629 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Deleting subnet d353e6dd-cbba-4e23-8414-5b5b6fc18e70 {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:44:37.048376 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.054753 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-faafefc5-bb3d-41d0-8bd1-ed70bbce08c9 req-a8a6bb6b-e886-4cc0-bc2a-b139dab9993a service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870612 Jun 01 14:44:37.055872 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.061934 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d5c89827-640f-4476-af59-ff5faa80c161 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:37.107694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Pushing event deleted for resources: {'Port': ['ID=182678c9-6820-4f5f-9c1a-41d09a128bbd,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:37.111494 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:37.125558 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.188783 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.203398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] No DVR routers for this DVR port 182678c9-6820-4f5f-9c1a-41d09a128bbd on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:44:37.212515 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.217530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'name': 'network-vif-deleted', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:37.220380 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0824dd60-c49c-4ccb-b639-64cc203797aa" -d '{"events": [{"server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "name": "network-vif-deleted", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:37.242703 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3508c4ff-558e-40e2-933b-523dbf2f5c76 req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.79 "DELETE /v2.0/ports/182678c9-6820-4f5f-9c1a-41d09a128bbd HTTP/1.1" status: 204 len: 173 time: 1.4941633 Jun 01 14:44:37.276106 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef798f2-df2d-4081-85ea-1d3e75aea19e x-openstack-request-id: req-6ef798f2-df2d-4081-85ea-1d3e75aea19e {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:37.276876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877207f-53dc-467a-b889-d30903ed0c30", "name": "network-vif-deleted", "tag": "182678c9-6820-4f5f-9c1a-41d09a128bbd", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:37.277460 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ef798f2-df2d-4081-85ea-1d3e75aea19e {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:37.278279 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877207f-53dc-467a-b889-d30903ed0c30', 'name': 'network-vif-deleted', 'tag': '182678c9-6820-4f5f-9c1a-41d09a128bbd', 'status': 'completed', 'code': 200} Jun 01 14:44:37.465443 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-94256298-84dd-4481-a78f-a54dd27f80ab req-679107e5-a050-490d-a8bc-5a50385a3947 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Synchronizing usage tracker for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:37.483982 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-94256298-84dd-4481-a78f-a54dd27f80ab req-679107e5-a050-490d-a8bc-5a50385a3947 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Unset dirty status for tenant:1f6c820ac0884ed89ac340258f43ddd8 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:37.486486 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-94256298-84dd-4481-a78f-a54dd27f80ab req-679107e5-a050-490d-a8bc-5a50385a3947 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] 10.222.0.15 "GET /v2.0/ports?device_id=e877207f-53dc-467a-b889-d30903ed0c30 HTTP/1.1" status: 200 len: 210 time: 0.0989642 Jun 01 14:44:37.587237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.599406 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:37.639264 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d353e6dd-cbba-4e23-8414-5b5b6fc18e70,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:37.642293 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:37.649300 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.655792 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d353e6dd-cbba-4e23-8414-5b5b6fc18e70 HTTP/1.1" status: 204 len: 168 time: 0.6837499 Jun 01 14:44:37.658542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50550) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:37.835758 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:37.862110 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86222c7-4d00-4de2-848a-c27b24089537 req-7b6cf230-6fba-4007-8c65-a3e5db53ec93 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:37.871193 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b86222c7-4d00-4de2-848a-c27b24089537 req-7b6cf230-6fba-4007-8c65-a3e5db53ec93 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1828763 Jun 01 14:44:37.949757 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b86222c7-4d00-4de2-848a-c27b24089537 req-b70c2f39-2474-490c-8e01-39031e80e524 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717630 Jun 01 14:44:38.027961 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.041892 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe960cc2-a302-48eb-b4b3-6422e0892109']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:38.055618 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474d71d4-3bed-4592-84e7-9f6555f97ce4') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:38.055933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474d71d4-3bed-4592-84e7-9f6555f97ce4') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:44:38.068254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.085861 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.098714 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:44:38.099095 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:44:38.112975 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:44:38.192370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.196843 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b3fe0908-e59f-4044-9c12-b206e51caf49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:38.215932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.218726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=fe960cc2-a302-48eb-b4b3-6422e0892109,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:38.222887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:38.224659 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-a040af8f-e282-44b9-a185-b721aa6e8e5b admin admin] 10.222.0.15 "DELETE /v2.0/networks/fe960cc2-a302-48eb-b4b3-6422e0892109 HTTP/1.1" status: 204 len: 168 time: 0.5651085 Jun 01 14:44:38.419529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50564) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:38.471155 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d96b5333-dbb7-4cd4-abea-f69934e05213 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=108a7262c08a492da8bf6a296c1ab6b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504508 Jun 01 14:44:38.473830 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50568) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:38.548897 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.570218 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 182678c9-6820-4f5f-9c1a-41d09a128bbd no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:44:38.611021 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.647891 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 182678c9-6820-4f5f-9c1a-41d09a128bbd {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:44:38.648281 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 182678c9-6820-4f5f-9c1a-41d09a128bbd not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:44:38.728087 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.740291 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:38.755833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02adf30-5d13-4835-923b-7d22bdc2aada,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:38.758011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:38.759197 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c02adf30-5d13-4835-923b-7d22bdc2aada HTTP/1.1" status: 204 len: 168 time: 0.2842550 Jun 01 14:44:38.759999 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:39.332490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a28587-bb29-43ed-971e-2a3ae2dfdc1d req-9ac5a2e3-b781-4423-ace7-8cffa6095164 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:39.344210 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-55a28587-bb29-43ed-971e-2a3ae2dfdc1d req-9ac5a2e3-b781-4423-ace7-8cffa6095164 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2162313 Jun 01 14:44:39.390816 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50612) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:39.462201 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-55a28587-bb29-43ed-971e-2a3ae2dfdc1d req-c2f48772-0ba9-42e8-9ce4-40be1a349fba tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170297 Jun 01 14:44:39.491530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50616) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:39.492684 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b96da509-d820-43a9-94de-0a5accb4f879 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c5355b224354a858bda089e91cd13e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0985169 Jun 01 14:44:39.613432 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:39.647659 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:39.713777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:39.721173 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:39.736465 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9582789-a857-4b8b-9c36-ab4f2caf904c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:39.758423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:39.770472 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:39.774897 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9582789-a857-4b8b-9c36-ab4f2caf904c HTTP/1.1" status: 204 len: 168 time: 0.2801247 Jun 01 14:44:40.810799 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bc1bb-4744-4ffa-be00-c9dc748fdc8a req-408f5504-23c4-4210-8dd4-8204e85e550a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:40.824689 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c5bc1bb-4744-4ffa-be00-c9dc748fdc8a req-408f5504-23c4-4210-8dd4-8204e85e550a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1221654 Jun 01 14:44:40.882040 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c5bc1bb-4744-4ffa-be00-c9dc748fdc8a req-ec4c9a52-371c-4a98-8a0e-a6a300a5962f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537975 Jun 01 14:44:40.942423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50730) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:41.086468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1408805152-network', 'tenant_id': 'c9d7ce618a7d4d89a5846993190c4a10'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:41.091308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:41.095367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Usage tracker for resource:network and tenant:c9d7ce618a7d4d89a5846993190c4a10 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:41.098207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:41.107945 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:41.133932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Made reservation on behalf of c9d7ce618a7d4d89a5846993190c4a10 for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:41.137069 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.168354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.195116 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:41.205179 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Usage tracker for resource:security_group_rule and tenant:c9d7ce618a7d4d89a5846993190c4a10 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:41.210797 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:41.220084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:41.361917 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.367163 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.371356 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:41.396355 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 883} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:44:41.410564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dce7f4-23f3-4f3c-bc56-06c5f0226567,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:41.413825 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:41.416991 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.417202 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Added segment e1be2319-e462-409e-a839-d34b74f68bf8 of type vlan for network c160d657-ba46-4d8d-b987-8ef0f005d093 Jun 01 14:44:41.447932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.478468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.479837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:41.480459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:41.483951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:41.585253 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Pushing event updated for resources: {'Network': ['ID=c160d657-ba46-4d8d-b987-8ef0f005d093,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:41.588248 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6447215 Jun 01 14:44:41.589168 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:41.591251 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 50780) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:41.598154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Request body: {'subnet': {'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1408805152-subnet', 'tenant_id': 'c9d7ce618a7d4d89a5846993190c4a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:41.603603 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:41.607829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network c160d657-ba46-4d8d-b987-8ef0f005d093 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:44:41.610520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Usage tracker for resource:subnet and tenant:c9d7ce618a7d4d89a5846993190c4a10 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:41.614373 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:41.622541 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:41.635783 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Made reservation on behalf of c9d7ce618a7d4d89a5846993190c4a10 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:41.639647 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117087'] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:42.270128 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67537543-6f15-4ed6-a8b5-90f463b5d6ef req-16f3ac6f-845d-4213-a1c4-3fde2b4b4cab tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:42.272219 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67537543-6f15-4ed6-a8b5-90f463b5d6ef req-16f3ac6f-845d-4213-a1c4-3fde2b4b4cab tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1536288 Jun 01 14:44:42.355902 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67537543-6f15-4ed6-a8b5-90f463b5d6ef req-1850074a-feb6-4979-b027-711db6736ab1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751133 Jun 01 14:44:42.424121 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2116909'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:42.430087 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:42.550982 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1438a922-7df7-48e9-a615-4af54a653310,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:42.555232 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:42.560057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Checking segment: {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:42.561160 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Network hostable DHCP agents. Network: c160d657-ba46-4d8d-b987-8ef0f005d093, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:44:42.587103 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Network c160d657-ba46-4d8d-b987-8ef0f005d093 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:44:42.602692 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, c160d657-ba46-4d8d-b987-8ef0f005d093) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:42.615991 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5491e7-81f8-4634-9e30-ce016937a293 None None] Network c160d657-ba46-4d8d-b987-8ef0f005d093 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:44:42.627789 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:42.628636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:42.697249 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-903cb322-712a-4714-a72b-a56aa420371d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1048176 Jun 01 14:44:42.979107 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50bf2f-8b89-4e65-8c8c-c00eb45a9b92 None None] Network c160d657-ba46-4d8d-b987-8ef0f005d093 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:44:43.071984 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-7ef2ec49-0d4d-4911-94dd-e68bcfd2a586 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:43.079766 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-7ef2ec49-0d4d-4911-94dd-e68bcfd2a586 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.3023472 Jun 01 14:44:43.099623 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-9c656d63-97c6-41bb-9b90-7bc881e3bb0f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/quotas/8d058dd32eef4352b6ac2168e454f589 HTTP/1.1" status: 200 len: 375 time: 0.0187433 Jun 01 14:44:43.263900 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-46957431-6765-4e1e-93ab-92dd2cba5e4d tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1630518 Jun 01 14:44:43.545110 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e63d7305-beaa-460b-b789-be79aff9af45 service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747433 Jun 01 14:44:43.836793 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-3fe54ab4-c487-4c3d-93a1-2c73c7a5a3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866378 Jun 01 14:44:43.843701 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0d96a-7db8-4582-a70d-e3c2a222d31c req-a6380505-5b09-46fd-a9b6-2a937339e71e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:43.846883 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5ad0d96a-7db8-4582-a70d-e3c2a222d31c req-a6380505-5b09-46fd-a9b6-2a937339e71e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1690385 Jun 01 14:44:43.935512 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5ad0d96a-7db8-4582-a70d-e3c2a222d31c req-f2e2bf2f-b5c6-4a50-922c-e51d0f9ae189 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843716 Jun 01 14:44:44.097926 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9b252a15-4541-4704-a888-14bc0c77cccb req-133ce8c3-6439-4d19-a5fd-79acc19a1c03 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0720143 Jun 01 14:44:45.164887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b114354b-2a93-4904-9c3d-2970a8c15674 req-f9af93a7-2e19-4243-ad82-9f994d50a97f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:45.166697 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b114354b-2a93-4904-9c3d-2970a8c15674 req-f9af93a7-2e19-4243-ad82-9f994d50a97f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0982575 Jun 01 14:44:45.227539 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b114354b-2a93-4904-9c3d-2970a8c15674 req-8ace962f-a7ab-49f4-93ac-02cd14069ff4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537624 Jun 01 14:44:45.249355 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2a45cddd-4759-4b5f-b476-220743fd86bc req-81158623-1f8e-43df-b107-e00c9d33009c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0435264 Jun 01 14:44:45.515864 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-c7f008e6-9d7d-4e6d-b7ee-812176673287 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:45.516715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-c7f008e6-9d7d-4e6d-b7ee-812176673287 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Synchronizing usage tracker for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:network {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:45.537158 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-c7f008e6-9d7d-4e6d-b7ee-812176673287 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Unset dirty status for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:network {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:45.538733 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-c7f008e6-9d7d-4e6d-b7ee-812176673287 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 814 time: 0.2113698 Jun 01 14:44:45.603922 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-248c591f-39dd-407b-844a-714970b86b14 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/quotas/c9d7ce618a7d4d89a5846993190c4a10 HTTP/1.1" status: 200 len: 375 time: 0.0480714 Jun 01 14:44:45.728290 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-0b3ac32b-5b7b-4310-825e-9a7f4baedd38 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236956 Jun 01 14:44:45.896802 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-3daadc32-d324-4aaf-8757-5fa61829339f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:45.898264 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-3daadc32-d324-4aaf-8757-5fa61829339f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 815 time: 0.3318248 Jun 01 14:44:45.924956 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-b3f1119f-dd28-4460-a217-9613eac19cbf service neutron] 10.222.0.15 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958969 Jun 01 14:44:45.961468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Request body: {'port': {'device_id': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'admin_state_up': True, 'tenant_id': '8d058dd32eef4352b6ac2168e454f589'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:45.979147 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50974) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:46.174071 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1906ad5d-960b-421d-802c-74f7704fc6bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f6c820ac0884ed89ac340258f43ddd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936541 Jun 01 14:44:46.175048 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 50982) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:44:46.244162 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:46.273639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:46.296632 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-8dfc8de8-95a6-4d87-bec6-10da4143ae29 service neutron] 10.222.0.15 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647368 Jun 01 14:44:46.326561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:46.341090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:46.346937 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:46.355026 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Made reservation on behalf of 8d058dd32eef4352b6ac2168e454f589 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:46.358888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:46.361104 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-64140c24-56c3-476f-89e7-81acd073c62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:46.375856 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f1f70b-55ee-4b5c-b976-a11048e5f845,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:46.380155 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:46.385696 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:46.390125 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88f1f70b-55ee-4b5c-b976-a11048e5f845 HTTP/1.1" status: 204 len: 168 time: 0.2139990 Jun 01 14:44:46.535704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30581d42-73c7-4ffe-8605-70cc09ef77b5 req-8bc56d13-49f9-408c-b81f-d770f918e948 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:46.558382 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-30581d42-73c7-4ffe-8605-70cc09ef77b5 req-8bc56d13-49f9-408c-b81f-d770f918e948 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1431010 Jun 01 14:44:46.655299 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-30581d42-73c7-4ffe-8605-70cc09ef77b5 req-967a59c4-cd80-420a-97c0-386ccf51c225 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945642 Jun 01 14:44:46.804622 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cc8e3c6a-019b-4a58-8b55-cbec0f9a2f0a req-1f2702ba-de9b-4657-a7c0-2a57e9341db6 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 210 time: 0.0577145 Jun 01 14:44:46.853598 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-69dd1640-5ba7-4de2-9563-616f8db43217 req-fa9c965c-80ed-4a68-8fce-37546079bf55 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0845456 Jun 01 14:44:46.890350 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Allocated IP 172.20.0.5 (5eae6956-0419-4ab9-81cc-f41c5c5fa10b/5388f60f-8e86-4290-b77a-dde0ee8bffb1/0c271bb9-7d30-4b53-9161-b7d2022cb487) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:44:47.166626 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:47.215507 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:47.222865 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-64ee3093-bd1d-4bc7-9d13-ff5b9e2c3526 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:47.236503 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', '936ad21b-45bc-4759-adf5-465667767aee', '93d24dcc-c713-41b6-bb81-c6b438ad294b'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:47.302447 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:44:47.305580 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:47.312742 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:44:47.346627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event updated for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:47.353331 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:47.387075 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:47.387719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:47.422702 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4667311 Jun 01 14:44:47.447095 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Request body: {'port': {'device_id': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:47.528351 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-232e3dcc-63dd-4e0a-b7c4-2fd8c93835a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:47.631514 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:47.978192 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e736f1-4e09-4a56-be48-db4b15e285a2 req-6f9fd3b8-5b8c-4520-826f-f0476fa5a449 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:47.979613 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-44e736f1-4e09-4a56-be48-db4b15e285a2 req-6f9fd3b8-5b8c-4520-826f-f0476fa5a449 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1038082 Jun 01 14:44:48.029233 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-44e736f1-4e09-4a56-be48-db4b15e285a2 req-a77764ce-bc7a-4b33-ae6b-bab48b603e3b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jun 01 14:44:48.059586 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f4fbe4a9-0c2c-41da-bb44-25ff388f0d39 req-9d097ac2-f98f-4ea5-aefe-a128cb9b8c6e tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 210 time: 0.0625629 Jun 01 14:44:48.214520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c271bb9-7d30-4b53-9161-b7d2022cb487 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:48.223640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:48.238424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Transition to ACTIVE for port object 0c271bb9-7d30-4b53-9161-b7d2022cb487 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:48.250916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:48.264359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7121f906-b6cd-41cc-8ef9-bcaf454e97b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:48.269384 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773d42-ebb2-4223-8b58-69d5ec02c621 req-a2dfab5c-3f5d-4cb4-83c9-bc7720b35d3a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:48.280669 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-52773d42-ebb2-4223-8b58-69d5ec02c621 req-a2dfab5c-3f5d-4cb4-83c9-bc7720b35d3a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 931 time: 0.1129220 Jun 01 14:44:48.350607 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-52773d42-ebb2-4223-8b58-69d5ec02c621 req-f56bdae4-c852-41e5-a7e3-affb17d14157 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668998 Jun 01 14:44:48.439785 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Pushing event updated for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:48.489484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:48.542524 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Attempting to bind port 0c271bb9-7d30-4b53-9161-b7d2022cb487 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:44:48.542873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Attempting to bind port 0c271bb9-7d30-4b53-9161-b7d2022cb487 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:44:48.543234 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Attempting to bind port 0c271bb9-7d30-4b53-9161-b7d2022cb487 on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:48.548916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Port 0c271bb9-7d30-4b53-9161-b7d2022cb487 on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:44:48.549423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Attempting to bind port 0c271bb9-7d30-4b53-9161-b7d2022cb487 on network 5eae6956-0419-4ab9-81cc-f41c5c5fa10b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:48.555730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:44:48.556191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Checking segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:48.556498 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Bound using segment: {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:44:48.556938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Bound port: 0c271bb9-7d30-4b53-9161-b7d2022cb487, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80bc63d4-2ee2-40a4-88e9-905b164f35b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:44:48.557282 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:48.791318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-e91a9505-ae01-44fc-9f18-16bc60692fff tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:48.792704 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-e91a9505-ae01-44fc-9f18-16bc60692fff tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 814 time: 0.2211633 Jun 01 14:44:48.795262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:44:48.800110 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:44:48.806353 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:48.811838 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3fb22a98-4715-4150-aaf1-22cd5e91ad40 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:48.954120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Request body: {'port': {'device_id': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093', 'admin_state_up': True, 'tenant_id': 'c9d7ce618a7d4d89a5846993190c4a10'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:48.994243 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:48.994865 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:48.996276 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] 10.222.0.79 "PUT /v2.0/ports/0c271bb9-7d30-4b53-9161-b7d2022cb487 HTTP/1.1" status: 200 len: 1093 time: 1.5544348 Jun 01 14:44:48.996779 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:48.999120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e768e2-68a3-4f72-80b0-cb196f534121" -d '{"events": [{"name": "network-changed", "server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:49.103654 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1d6e62-c48e-494f-b676-61583add2a03 x-openstack-request-id: req-ec1d6e62-c48e-494f-b676-61583add2a03 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:49.103994 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:49.104299 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec1d6e62-c48e-494f-b676-61583add2a03 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:49.104859 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487', 'status': 'completed', 'code': 200} Jun 01 14:44:49.115761 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Pushing event updated for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:49.122204 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:49.219302 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:44:49.233607 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0a81185c-069c-4edd-b045-74af95535105 req-0a5c1266-7e57-4caa-aedd-de306e86d5fc tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 210 time: 0.0483198 Jun 01 14:44:49.234480 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Usage tracker for resource:port and tenant:c9d7ce618a7d4d89a5846993190c4a10 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:44:49.240767 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:44:49.256944 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:44:49.259470 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-7617aeef-47de-47da-a90d-4ba2a72b982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:49.259470 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-7617aeef-47de-47da-a90d-4ba2a72b982d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 1096 time: 0.2064760 Jun 01 14:44:49.276084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Made reservation on behalf of c9d7ce618a7d4d89a5846993190c4a10 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:44:49.279702 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:49.375731 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-a72c970e-12ae-4ed3-9e44-338f3c41dcd7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487 HTTP/1.1" status: 200 len: 217 time: 0.0833209 Jun 01 14:44:49.462995 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14be0fa-a7f4-48d7-adf9-d0ac7455ee54 req-d47e1fb1-59c2-46c2-bb13-b415b9c55d95 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:49.464513 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a14be0fa-a7f4-48d7-adf9-d0ac7455ee54 req-d47e1fb1-59c2-46c2-bb13-b415b9c55d95 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2828145 Jun 01 14:44:49.547977 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-cebcbbbf-1dde-4aa4-b88e-3fbf35073d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:49.549488 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-cebcbbbf-1dde-4aa4-b88e-3fbf35073d47 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.1355085 Jun 01 14:44:49.566687 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a14be0fa-a7f4-48d7-adf9-d0ac7455ee54 req-9a71b5c5-ed13-4cf9-b3a8-e902c315d116 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916901 Jun 01 14:44:49.671835 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-a1434b07-cb7c-4601-b99b-18d22df00a21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590892 Jun 01 14:44:49.690817 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Allocated IP 172.20.0.11 (c160d657-ba46-4d8d-b987-8ef0f005d093/1438a922-7df7-48e9-a615-4af54a653310/5441ec46-6323-4e04-8198-066201a3a404) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:44:49.715787 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b8d47-44b4-404b-bb09-9a02cc47aa26 req-0bf42001-9a91-4f8c-9cfe-184dacb05ee2 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:49.717304 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-612b8d47-44b4-404b-bb09-9a02cc47aa26 req-0bf42001-9a91-4f8c-9cfe-184dacb05ee2 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 943 time: 0.1028640 Jun 01 14:44:49.767139 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-612b8d47-44b4-404b-bb09-9a02cc47aa26 req-782d7661-5ab6-4081-89f6-de056a64d9da tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Jun 01 14:44:49.890092 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-3ebca872-541e-4c37-9211-4e313bf95e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:49.914022 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-f38edbb4-7a69-4246-9fa2-fd6da0b43e73 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071528 Jun 01 14:44:50.123537 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:50.143374 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:50.153086 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29aaf03d-f412-4ff3-877d-fc45f4dea10b req-fb6baaf0-440e-4f7a-a8da-0bb453d81ef5 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934326 Jun 01 14:44:50.178531 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:50.184490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:50.286599 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Network c160d657-ba46-4d8d-b987-8ef0f005d093 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:44:50.294260 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:44:50.299642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:44:50.338746 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Pushing event updated for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:50.354829 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:50.380894 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:50.381447 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:50.461263 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5186799 Jun 01 14:44:50.464365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-6e8111c9-5402-4de7-884a-8dba8ed05171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:50.465722 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-6e8111c9-5402-4de7-884a-8dba8ed05171 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8d058dd32eef4352b6ac2168e454f589&device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 1096 time: 0.2259734 Jun 01 14:44:50.491258 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-5005d4b9-bceb-474a-a321-cf3008c8e3ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:50.491977 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-5005d4b9-bceb-474a-a321-cf3008c8e3ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Synchronizing usage tracker for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:50.501045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Request body: {'port': {'device_id': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:44:50.749351 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-5005d4b9-bceb-474a-a321-cf3008c8e3ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Unset dirty status for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:50.756033 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-5005d4b9-bceb-474a-a321-cf3008c8e3ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 932 time: 0.3704815 Jun 01 14:44:50.854407 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917e880-c0da-4a5c-84ce-00f46ff2c0e0 req-a039161a-33d9-4c1c-af2d-2b805ed94861 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:50.856795 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b917e880-c0da-4a5c-84ce-00f46ff2c0e0 req-a039161a-33d9-4c1c-af2d-2b805ed94861 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0928752 Jun 01 14:44:50.887039 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:50.897961 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-6d758539-b13c-4480-9210-7ea0133d5654 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Synchronizing usage tracker for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:50.909003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-6c80477b-bb24-4945-be2e-75fb3f0521d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:50.910476 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-6c80477b-bb24-4945-be2e-75fb3f0521d5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 200 len: 916 time: 0.4156587 Jun 01 14:44:50.914426 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b917e880-c0da-4a5c-84ce-00f46ff2c0e0 req-0ec52ad6-4412-4aef-a22d-cf84a7506518 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512969 Jun 01 14:44:51.043113 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-68296749-dc41-4f00-bc19-60c12980cc59 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487 HTTP/1.1" status: 200 len: 217 time: 0.0897813 Jun 01 14:44:51.046334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-6d758539-b13c-4480-9210-7ea0133d5654 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Unset dirty status for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:51.047424 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-690d9d12-1796-4522-b2e5-744b5b18ffd0 req-6d758539-b13c-4480-9210-7ea0133d5654 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906034 Jun 01 14:44:51.178807 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:51.227210 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-ef4b6761-313f-4235-83cb-a584363a3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:51.228671 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-ef4b6761-313f-4235-83cb-a584363a3519 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 200 len: 855 time: 0.1728499 Jun 01 14:44:51.349997 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-79850e7b-666d-4963-beb2-61eeca231d60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5eae6956-0419-4ab9-81cc-f41c5c5fa10b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903027 Jun 01 14:44:51.466964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc406c-e4fa-4301-9d73-c672060733e6 req-dc688b07-e77e-4dbe-8535-602da47a8747 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:51.467635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-08bc406c-e4fa-4301-9d73-c672060733e6 req-dc688b07-e77e-4dbe-8535-602da47a8747 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:44:51.529922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-08bc406c-e4fa-4301-9d73-c672060733e6 req-dc688b07-e77e-4dbe-8535-602da47a8747 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:44:51.531194 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-08bc406c-e4fa-4301-9d73-c672060733e6 req-dc688b07-e77e-4dbe-8535-602da47a8747 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 943 time: 0.3738635 Jun 01 14:44:51.590770 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-59a52c2f-c9bb-44f6-9849-c1c4123eef30 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179744 Jun 01 14:44:51.768852 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-08bc406c-e4fa-4301-9d73-c672060733e6 req-f92c29d2-acf1-4c75-a3c5-276e61cb1301 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290072 Jun 01 14:44:51.784478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5441ec46-6323-4e04-8198-066201a3a404 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:51.797104 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:51.846842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Transition to ACTIVE for port object 5441ec46-6323-4e04-8198-066201a3a404 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:44:51.853922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:51.859725 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e9a4e57f-3a31-473e-b0d7-b2e22ba41211 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:51.893286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d9e768e2-68a3-4f72-80b0-cb196f534121 req-890d5d6e-ddb7-495b-b876-4e58afc52b80 service neutron] 10.222.0.79 "GET /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810981 Jun 01 14:44:52.012955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Pushing event updated for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:52.044163 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:52.227744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Attempting to bind port 5441ec46-6323-4e04-8198-066201a3a404 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:44:52.227744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Attempting to bind port 5441ec46-6323-4e04-8198-066201a3a404 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:44:52.227744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Attempting to bind port 5441ec46-6323-4e04-8198-066201a3a404 on network c160d657-ba46-4d8d-b987-8ef0f005d093 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:52.248009 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Port 5441ec46-6323-4e04-8198-066201a3a404 on network c160d657-ba46-4d8d-b987-8ef0f005d093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:44:52.248793 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Attempting to bind port 5441ec46-6323-4e04-8198-066201a3a404 on network c160d657-ba46-4d8d-b987-8ef0f005d093 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:44:52.265800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880182a-0f01-4f4c-9054-d24b71f591eb req-c3a2065e-70ad-483d-b334-a14419c1a48c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:52.267672 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0880182a-0f01-4f4c-9054-d24b71f591eb req-c3a2065e-70ad-483d-b334-a14419c1a48c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 944 time: 0.1041477 Jun 01 14:44:52.274954 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8ef1b-3bb1-442f-958f-b7513d37d43d req-a7621b29-2b5f-4737-8998-0d2861371ef1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:52.287448 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a9e8ef1b-3bb1-442f-958f-b7513d37d43d req-a7621b29-2b5f-4737-8998-0d2861371ef1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2419527 Jun 01 14:44:52.315886 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:44:52.316543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Checking segment: {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:44:52.316953 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Bound using segment: {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:44:52.317428 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Bound port: 5441ec46-6323-4e04-8198-066201a3a404, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:44:52.317789 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.360255 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0880182a-0f01-4f4c-9054-d24b71f591eb req-bb2e8e8d-f68b-437e-afd3-d41dfcad522f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Jun 01 14:44:52.419141 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a9e8ef1b-3bb1-442f-958f-b7513d37d43d req-d4b4f6cf-3463-4d5f-bdec-2fa6b9f9d71d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306112 Jun 01 14:44:52.476467 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:44:52.480782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5441ec46-6323-4e04-8198-066201a3a404,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:44:52.487251 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.491710 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-86f1c544-a224-48ca-be1a-5ba5d578d538 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:52.554367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:52.555142 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.556389 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] 10.222.0.79 "PUT /v2.0/ports/5441ec46-6323-4e04-8198-066201a3a404 HTTP/1.1" status: 200 len: 1094 time: 2.0594354 Jun 01 14:44:52.558047 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'tag': '5441ec46-6323-4e04-8198-066201a3a404'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:52.559207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced83f45-0c23-48f7-86ec-3592aa289310" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "tag": "5441ec46-6323-4e04-8198-066201a3a404"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:52.572113 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Pushing event updated for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:52.575457 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:52.609221 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 0c271bb9-7d30-4b53-9161-b7d2022cb487 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:52.767609 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5664e988-f073-455d-b49d-c1777bcf6235 x-openstack-request-id: req-5664e988-f073-455d-b49d-c1777bcf6235 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:52.768056 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "tag": "5441ec46-6323-4e04-8198-066201a3a404", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:52.768451 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5664e988-f073-455d-b49d-c1777bcf6235 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:52.768947 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'tag': '5441ec46-6323-4e04-8198-066201a3a404', 'status': 'completed', 'code': 200} Jun 01 14:44:52.784490 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:52.816059 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-b50fdebd-26c5-4a34-a0ca-d64403577720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:52.822362 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-b50fdebd-26c5-4a34-a0ca-d64403577720 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 1097 time: 0.1898925 Jun 01 14:44:52.825584 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '0c271bb9-7d30-4b53-9161-b7d2022cb487', 'network_id': '5eae6956-0419-4ab9-81cc-f41c5c5fa10b', 'port_id': '0c271bb9-7d30-4b53-9161-b7d2022cb487', 'mac_address': 'fa:16:3e:5c:f4:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5388f60f-8e86-4290-b77a-dde0ee8bffb1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:52.829565 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.931052 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.950975 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-48c359fa-4172-49ca-9474-fea1b7acf0a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5441ec46-6323-4e04-8198-066201a3a404 HTTP/1.1" status: 200 len: 217 time: 0.1078482 Jun 01 14:44:52.961036 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c271bb9-7d30-4b53-9161-b7d2022cb487 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:52.986480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:52.991972 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:52.994770 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:53.045289 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-55927192-06cf-4523-bac2-1f8c93d60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.046921 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-55927192-06cf-4523-bac2-1f8c93d60121 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1438a922-7df7-48e9-a615-4af54a653310 HTTP/1.1" status: 200 len: 854 time: 0.0758984 Jun 01 14:44:53.056137 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3f549-9b30-414a-953f-cea9490f06b6 req-a9be8576-00b4-4d3b-b317-e3b39bcf366a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.057678 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-87d3f549-9b30-414a-953f-cea9490f06b6 req-a9be8576-00b4-4d3b-b317-e3b39bcf366a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 943 time: 0.1568141 Jun 01 14:44:53.079069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:53.087140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.087844 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.088385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.089029 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.089368 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.089788 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.090391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.091061 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.091652 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.092298 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.093069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.093570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:44:53.099257 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:53.131054 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-942177df-2ee9-4cc1-8413-163ef840dc6f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c160d657-ba46-4d8d-b987-8ef0f005d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673733 Jun 01 14:44:53.187645 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-87d3f549-9b30-414a-953f-cea9490f06b6 req-ff4463a6-233a-45bd-ac8f-e768a4d659c5 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 Jun 01 14:44:53.295338 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-2bcc359d-f791-48e8-a786-5f2851979922 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484938 Jun 01 14:44:53.456948 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1fc6046-e476-4c60-b22b-635f30f9dee4 req-62b2a45e-83df-4bec-bc47-97cc5499edf3 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417332 Jun 01 14:44:53.573589 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672a67a3-8009-467f-9c30-d55719cfa4ca req-54caf52e-abf9-4575-bdaf-37d89f6c9b9c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.576022 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-672a67a3-8009-467f-9c30-d55719cfa4ca req-54caf52e-abf9-4575-bdaf-37d89f6c9b9c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 944 time: 0.1122713 Jun 01 14:44:53.647854 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-672a67a3-8009-467f-9c30-d55719cfa4ca req-c8dae920-4072-4355-ac89-d411ccad9c22 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608525 Jun 01 14:44:53.688816 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5afa3-ccf6-45ea-8ea7-c3bb4b84b602 req-ea166ce2-86b5-4947-be8b-e992f0c38be4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.690322 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-71a5afa3-ccf6-45ea-8ea7-c3bb4b84b602 req-ea166ce2-86b5-4947-be8b-e992f0c38be4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1469731 Jun 01 14:44:53.692384 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['0c271bb9-7d30-4b53-9161-b7d2022cb487'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:53.696425 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-e700095e-a75e-495e-85e6-a596487074ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.697842 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-e700095e-a75e-495e-85e6-a596487074ad service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 1097 time: 0.1107202 Jun 01 14:44:53.833305 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-71a5afa3-ccf6-45ea-8ea7-c3bb4b84b602 req-eb54e514-1e05-4422-95f9-b127ea96ff72 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323853 Jun 01 14:44:53.878907 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-c628a779-588d-4dea-b181-d4a5f26f3773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:53.880876 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-c628a779-588d-4dea-b181-d4a5f26f3773 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 915 time: 0.1576233 Jun 01 14:44:53.976917 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-c565d433-1198-4653-968f-374f828e2034 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5441ec46-6323-4e04-8198-066201a3a404 HTTP/1.1" status: 200 len: 217 time: 0.0627613 Jun 01 14:44:54.045310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-60542b7b-06d9-4d4f-aa28-39b62496a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:54.046942 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-60542b7b-06d9-4d4f-aa28-39b62496a55b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1438a922-7df7-48e9-a615-4af54a653310 HTTP/1.1" status: 200 len: 854 time: 0.0620775 Jun 01 14:44:54.113861 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-e5589752-d56a-4baf-b880-cc2149684f5f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c160d657-ba46-4d8d-b987-8ef0f005d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456240 Jun 01 14:44:54.281319 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-80aaf34d-cdf9-45db-b759-ce383e8bf206 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304340 Jun 01 14:44:54.483389 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5921e0c-756d-4dc2-99fc-a1469069b640 req-c5c0d25e-8677-44d7-87ee-226e98e1c249 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:54.485061 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b5921e0c-756d-4dc2-99fc-a1469069b640 req-c5c0d25e-8677-44d7-87ee-226e98e1c249 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 944 time: 0.1924331 Jun 01 14:44:54.487027 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ced83f45-0c23-48f7-86ec-3592aa289310 req-50041247-3e76-455d-a49a-57a386197ed3 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583800 Jun 01 14:44:54.534207 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b5921e0c-756d-4dc2-99fc-a1469069b640 req-fec26eda-45b6-4f80-8ee3-805e5e7e1367 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435517 Jun 01 14:44:54.874608 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358c93e-d525-44ee-83b7-04d38f0d338b req-a0368f1e-f685-472b-8fd5-b5967b6d97d0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:54.876255 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e358c93e-d525-44ee-83b7-04d38f0d338b req-a0368f1e-f685-472b-8fd5-b5967b6d97d0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 944 time: 0.0824010 Jun 01 14:44:54.932812 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e358c93e-d525-44ee-83b7-04d38f0d338b req-e3f7e3d3-c1b4-4505-b3c7-99d3f4a5d091 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501227 Jun 01 14:44:55.128641 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9040e-c94f-49c4-8fc4-fb7db589cab9 req-7d5d5459-9b9b-44aa-b8f0-bd9c2a3a6acd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:55.130020 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-73b9040e-c94f-49c4-8fc4-fb7db589cab9 req-7d5d5459-9b9b-44aa-b8f0-bd9c2a3a6acd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1694338 Jun 01 14:44:55.174607 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-73b9040e-c94f-49c4-8fc4-fb7db589cab9 req-2f08e5af-badd-44d8-b28c-967a43f7b340 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386474 Jun 01 14:44:55.738444 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fb957d-ccc5-4ed2-9bd3-5c29eaca655c req-3c40825c-45a6-478b-a24a-91983500f372 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:55.739972 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8fb957d-ccc5-4ed2-9bd3-5c29eaca655c req-3c40825c-45a6-478b-a24a-91983500f372 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0865843 Jun 01 14:44:55.800839 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8fb957d-ccc5-4ed2-9bd3-5c29eaca655c req-2f872434-4b30-4c1d-a59d-c16a94cbce03 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543928 Jun 01 14:44:56.170725 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad34796-544f-4c63-bfe5-990c71bc6ced req-8a800ba3-f8c5-4259-82ca-e02e65a42d0c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:56.178618 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7ad34796-544f-4c63-bfe5-990c71bc6ced req-8a800ba3-f8c5-4259-82ca-e02e65a42d0c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 944 time: 0.1380632 Jun 01 14:44:56.245331 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7ad34796-544f-4c63-bfe5-990c71bc6ced req-4b2a9c84-7973-4a85-a95b-3b4910ca5354 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658205 Jun 01 14:44:56.383408 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e7190-dade-40a8-9fb4-66031d3b8c41 req-91c0e63d-0c5e-4a4e-9fd5-d31cde93722f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:56.388633 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ef4e7190-dade-40a8-9fb4-66031d3b8c41 req-91c0e63d-0c5e-4a4e-9fd5-d31cde93722f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0883718 Jun 01 14:44:56.430296 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ef4e7190-dade-40a8-9fb4-66031d3b8c41 req-4d0df412-52ab-4233-97a4-39b62dd979be tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392978 Jun 01 14:44:56.632653 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 5441ec46-6323-4e04-8198-066201a3a404 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:44:56.638353 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 0c271bb9-7d30-4b53-9161-b7d2022cb487 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:44:56.791772 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 0c271bb9-7d30-4b53-9161-b7d2022cb487 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:44:56.809048 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 0c271bb9-7d30-4b53-9161-b7d2022cb487 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:44:56.809669 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:56.880020 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5441ec46-6323-4e04-8198-066201a3a404,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:56.899733 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '5441ec46-6323-4e04-8198-066201a3a404', 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093', 'port_id': '5441ec46-6323-4e04-8198-066201a3a404', 'mac_address': 'fa:16:3e:7a:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1438a922-7df7-48e9-a615-4af54a653310', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:44:57.012257 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad1d7c0-4e7e-4bb4-927a-f13725b667ab req-b908dcd4-2088-4cfd-8256-eda85a781518 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:57.012824 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:57.019984 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9ad1d7c0-4e7e-4bb4-927a-f13725b667ab req-b908dcd4-2088-4cfd-8256-eda85a781518 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 944 time: 0.0952196 Jun 01 14:44:57.045641 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5441ec46-6323-4e04-8198-066201a3a404 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:44:57.050541 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:57.080482 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9ad1d7c0-4e7e-4bb4-927a-f13725b667ab req-7cea16e2-d486-44a4-b0b9-bc69423460a3 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592084 Jun 01 14:44:57.095289 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5441ec46-6323-4e04-8198-066201a3a404,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:57.096428 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:44:57.099163 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b8bd26-2272-40a6-945d-a8d593a782fa" -d '{"events": [{"server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:44:57.104463 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:57.108761 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-18923427-7378-4c0f-aa2a-a0e0b9fdea5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:57.155668 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:44:57.167906 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:44:57.193423 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:57.204810 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:57.205810 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:44:57.242224 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833d5248-4e59-4ea7-8e0c-c775d29a648a x-openstack-request-id: req-833d5248-4e59-4ea7-8e0c-c775d29a648a {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:44:57.242958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "name": "network-vif-plugged", "status": "completed", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:44:57.243565 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-833d5248-4e59-4ea7-8e0c-c775d29a648a {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:44:57.244289 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487', 'code': 200} Jun 01 14:44:57.387619 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:44:57.400208 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:44:57.653746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a710-c5e4-4e04-997d-84f0d79c8224 req-0842df7b-2596-4306-b60e-b7c14645d71d tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:57.655553 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-38b5a710-c5e4-4e04-997d-84f0d79c8224 req-0842df7b-2596-4306-b60e-b7c14645d71d tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 945 time: 0.1158319 Jun 01 14:44:57.721570 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-38b5a710-c5e4-4e04-997d-84f0d79c8224 req-28f4d98e-67ac-4f3a-bfd0-dc5d9a57e315 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582047 Jun 01 14:44:57.766154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d42b-f1e6-4e0d-aed0-fa4e5d770cf2 req-55ad896f-e9cb-4835-a157-e8805666a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:57.769230 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3944d42b-f1e6-4e0d-aed0-fa4e5d770cf2 req-55ad896f-e9cb-4835-a157-e8805666a38f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 1098 time: 0.1178141 Jun 01 14:44:57.782167 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['5441ec46-6323-4e04-8198-066201a3a404'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:44:57.835397 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3944d42b-f1e6-4e0d-aed0-fa4e5d770cf2 req-b9e641c7-efb1-4a70-9b88-15d72c7f58b0 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550122 Jun 01 14:44:58.070619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bdd32-0e30-45cf-a4d9-4b914583ad0e req-99f30f26-b4f3-4cb4-a380-cff0ccf36a89 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:58.078763 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d9bdd32-0e30-45cf-a4d9-4b914583ad0e req-99f30f26-b4f3-4cb4-a380-cff0ccf36a89 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1782415 Jun 01 14:44:58.157748 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d9bdd32-0e30-45cf-a4d9-4b914583ad0e req-d636371f-fc86-42ce-8516-c2d9da290989 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779173 Jun 01 14:44:58.329380 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5e03a-dd66-48cb-adad-c186a7905b96 req-0bd9ca25-cdc5-4e7d-9415-777c3b4bb41f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:58.330798 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63e5e03a-dd66-48cb-adad-c186a7905b96 req-0bd9ca25-cdc5-4e7d-9415-777c3b4bb41f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0911348 Jun 01 14:44:58.375068 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-63e5e03a-dd66-48cb-adad-c186a7905b96 req-df699643-4161-4aa9-92f1-4f4ae15725d5 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385747 Jun 01 14:44:58.920402 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec6ee2-16e1-475e-bf5b-5c5219e1a941 req-6b8b434d-14cf-47e3-b8b4-87dcb24c44d4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:58.921883 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f7ec6ee2-16e1-475e-bf5b-5c5219e1a941 req-6b8b434d-14cf-47e3-b8b4-87dcb24c44d4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 945 time: 0.0850346 Jun 01 14:44:58.973374 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f7ec6ee2-16e1-475e-bf5b-5c5219e1a941 req-7e9cf63f-23b7-49f3-9fab-b8a23c2f8d41 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457950 Jun 01 14:44:59.377551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b20c4-f9d2-48a5-9762-dab8234cdae6 req-5ec7e36c-c290-4703-95c9-5db7486994a8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:59.379078 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-291b20c4-f9d2-48a5-9762-dab8234cdae6 req-5ec7e36c-c290-4703-95c9-5db7486994a8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0865843 Jun 01 14:44:59.425922 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-291b20c4-f9d2-48a5-9762-dab8234cdae6 req-14b770fe-a02f-4e67-9730-e01e69ae52c3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409675 Jun 01 14:44:59.567770 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43815053-d0fe-4766-ac8f-ebc3ff6b5cd0 req-f936c21c-f80e-43a2-931a-e39d84cca9dd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:44:59.569146 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-43815053-d0fe-4766-ac8f-ebc3ff6b5cd0 req-f936c21c-f80e-43a2-931a-e39d84cca9dd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0789461 Jun 01 14:44:59.617455 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-43815053-d0fe-4766-ac8f-ebc3ff6b5cd0 req-97ed822e-57e0-404a-b392-2fc206c9c474 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jun 01 14:45:00.179933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299d1aa-677c-4944-8f90-6162efe9a756 req-8e3f3e9c-8132-4caf-9016-2700266083d2 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:00.181533 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9299d1aa-677c-4944-8f90-6162efe9a756 req-8e3f3e9c-8132-4caf-9016-2700266083d2 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 945 time: 0.0971975 Jun 01 14:45:00.251729 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9299d1aa-677c-4944-8f90-6162efe9a756 req-23f22f07-e7ad-4c95-94a3-b5ca3e06c4a6 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543873 Jun 01 14:45:00.626527 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8fe5b-3356-4b91-8651-0711999228b1 req-621348ee-73ab-44e1-a6a0-86e1806b6340 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:00.632637 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfc8fe5b-3356-4b91-8651-0711999228b1 req-621348ee-73ab-44e1-a6a0-86e1806b6340 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0948124 Jun 01 14:45:00.671227 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 5441ec46-6323-4e04-8198-066201a3a404 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:00.676131 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfc8fe5b-3356-4b91-8651-0711999228b1 req-e3b8f3f8-a76f-477e-9f10-f43ec46e471a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Jun 01 14:45:00.819955 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 5441ec46-6323-4e04-8198-066201a3a404 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:00.830401 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 5441ec46-6323-4e04-8198-066201a3a404 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:00.830788 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:01.036606 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:01.048692 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f7641-010d-416e-b633-ccd35927e277 req-96fd7141-ea50-4dd5-af55-1c1b8ce8f6c7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:01.048692 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1f7f7641-010d-416e-b633-ccd35927e277 req-96fd7141-ea50-4dd5-af55-1c1b8ce8f6c7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.2096078 Jun 01 14:45:01.077096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c54690d-1254-47c9-889b-08d8f27b9135 req-d42d0f8e-c3d1-4581-a5d2-0105d2a54496 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:01.085710 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1c54690d-1254-47c9-889b-08d8f27b9135 req-d42d0f8e-c3d1-4581-a5d2-0105d2a54496 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1765554 Jun 01 14:45:01.116731 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5441ec46-6323-4e04-8198-066201a3a404'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:01.122391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b052024-382d-433e-b8a0-04ea41dc338f" -d '{"events": [{"server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "name": "network-vif-plugged", "status": "completed", "tag": "5441ec46-6323-4e04-8198-066201a3a404"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:01.140723 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5441ec46-6323-4e04-8198-066201a3a404,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:01.146811 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:01.149281 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-451fcd78-cd9c-4e8f-a18f-f731724da438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:01.154549 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1c54690d-1254-47c9-889b-08d8f27b9135 req-3d388fdd-0867-4b29-92ef-0bd3ddf0d32b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644982 Jun 01 14:45:01.172595 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1f7f7641-010d-416e-b633-ccd35927e277 req-429c5793-b1d9-4c8b-95c1-074c63832ae5 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202257 Jun 01 14:45:01.325394 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:01.330123 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:01.454288 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f161de3f-ed83-4bdd-b43b-39f2051b3c89 x-openstack-request-id: req-f161de3f-ed83-4bdd-b43b-39f2051b3c89 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:01.454689 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "name": "network-vif-plugged", "status": "completed", "tag": "5441ec46-6323-4e04-8198-066201a3a404", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:01.454989 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f161de3f-ed83-4bdd-b43b-39f2051b3c89 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:01.456543 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5441ec46-6323-4e04-8198-066201a3a404', 'code': 200} Jun 01 14:45:01.524493 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c1957-afad-4291-8901-e07b2efa834a req-c1ee0c08-291f-41ad-b531-fedfd4c86a73 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:01.532890 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-821c1957-afad-4291-8901-e07b2efa834a req-c1ee0c08-291f-41ad-b531-fedfd4c86a73 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.1178863 Jun 01 14:45:01.591705 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-821c1957-afad-4291-8901-e07b2efa834a req-d12762fc-df48-4d9a-91ee-c576f4da6c8a tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Jun 01 14:45:02.015797 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ad92c-4c29-46d8-ab77-b13d8ae46915 req-3d55efa9-54a7-4633-aaa5-bc0f288194d8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:02.017715 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-870ad92c-4c29-46d8-ab77-b13d8ae46915 req-3d55efa9-54a7-4633-aaa5-bc0f288194d8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0918500 Jun 01 14:45:02.028144 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe07af-68b0-425b-a969-53ccfa919e3f req-0f5dfe15-f26f-46c6-b2d6-8094428062fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:02.029999 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f7fe07af-68b0-425b-a969-53ccfa919e3f req-0f5dfe15-f26f-46c6-b2d6-8094428062fd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 1099 time: 0.2626991 Jun 01 14:45:02.038113 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a7569-cce5-432e-9ee0-30baff02da12 req-2253d567-5fe6-4cfb-bb3e-f75fe339d776 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:02.039447 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-375a7569-cce5-432e-9ee0-30baff02da12 req-2253d567-5fe6-4cfb-bb3e-f75fe339d776 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1267004 Jun 01 14:45:02.065871 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-870ad92c-4c29-46d8-ab77-b13d8ae46915 req-ea5a4ebb-0247-44d2-bd5a-f8f95d1b5789 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Jun 01 14:45:02.114373 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-375a7569-cce5-432e-9ee0-30baff02da12 req-88e11ec2-def3-4f40-9ce9-47dadaecf3ea tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Jun 01 14:45:02.115815 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f7fe07af-68b0-425b-a969-53ccfa919e3f req-4f67fc8e-e443-498c-931c-a8b6ea0f4851 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688968 Jun 01 14:45:02.361987 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc0ff2-1e54-4739-8f82-0ccd453ec058 req-fbed7b4b-5365-4936-a7d9-23682b120b3d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:02.363984 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e9bc0ff2-1e54-4739-8f82-0ccd453ec058 req-fbed7b4b-5365-4936-a7d9-23682b120b3d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0882750 Jun 01 14:45:02.419195 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e9bc0ff2-1e54-4739-8f82-0ccd453ec058 req-36fe3448-0caa-4049-9899-288bc82562d6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497208 Jun 01 14:45:02.599864 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:45:02.776151 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225d891-d27d-483a-bb9d-a30dd0818b4b req-8d7046dd-0557-405d-8f82-e094b7ee66f3 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:02.778093 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d225d891-d27d-483a-bb9d-a30dd0818b4b req-8d7046dd-0557-405d-8f82-e094b7ee66f3 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0816052 Jun 01 14:45:02.824555 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d225d891-d27d-483a-bb9d-a30dd0818b4b req-04a321e5-7938-49e8-ac88-41dfe11f64cd tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Jun 01 14:45:03.332952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc86972-1552-42ce-8c84-abb7966ce2dc req-f470eae0-2dbe-4190-a49d-eee77024ce53 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:03.334516 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9cc86972-1552-42ce-8c84-abb7966ce2dc req-f470eae0-2dbe-4190-a49d-eee77024ce53 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1062167 Jun 01 14:45:03.403476 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9cc86972-1552-42ce-8c84-abb7966ce2dc req-4abb400b-5b3d-4485-bfd7-fc6b16222ef2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623128 Jun 01 14:45:03.620599 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397432a-b702-45d2-a9c3-384d13dfa70f req-fb6a96fa-4d0b-4121-bceb-6bb3cac506e7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:03.628854 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8397432a-b702-45d2-a9c3-384d13dfa70f req-fb6a96fa-4d0b-4121-bceb-6bb3cac506e7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1158254 Jun 01 14:45:03.692873 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8397432a-b702-45d2-a9c3-384d13dfa70f req-9ac985b1-2046-409a-bb66-216b4d300706 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626245 Jun 01 14:45:03.736251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc8afd-aca9-42ac-adc0-2cb30201dfb5 req-207a3b72-3364-4faa-ad1b-1412370db768 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:03.740651 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5ebc8afd-aca9-42ac-adc0-2cb30201dfb5 req-207a3b72-3364-4faa-ad1b-1412370db768 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1194327 Jun 01 14:45:03.799660 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5ebc8afd-aca9-42ac-adc0-2cb30201dfb5 req-d101a4a0-6a8d-42f9-816e-4a3d93f6c06b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556583 Jun 01 14:45:04.013549 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d5c9c4-7aa6-4188-9541-87e0c12c1e5a req-2f64f353-545c-4d95-a386-4932e1fb722a tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:04.015102 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-52d5c9c4-7aa6-4188-9541-87e0c12c1e5a req-2f64f353-545c-4d95-a386-4932e1fb722a tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0798564 Jun 01 14:45:04.060939 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-52d5c9c4-7aa6-4188-9541-87e0c12c1e5a req-3d8c4c36-d33e-4799-8d5b-f5c9f1658459 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jun 01 14:45:04.603566 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ca1a2-c72d-45d8-a1b8-705d601218a5 req-6ce764eb-fa55-4956-b2a7-c9a9915e1c2a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:04.605036 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d48ca1a2-c72d-45d8-a1b8-705d601218a5 req-6ce764eb-fa55-4956-b2a7-c9a9915e1c2a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0864847 Jun 01 14:45:04.651923 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d48ca1a2-c72d-45d8-a1b8-705d601218a5 req-5520b4c6-cd7d-4931-a283-9c43e7942cd3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403614 Jun 01 14:45:04.896383 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42fc2c-d071-46e2-beed-68f1d7ba231b req-83a7be82-8d26-4017-b63d-45cde5e2faed tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:04.897456 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4d42fc2c-d071-46e2-beed-68f1d7ba231b req-83a7be82-8d26-4017-b63d-45cde5e2faed tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0963385 Jun 01 14:45:04.944965 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4d42fc2c-d071-46e2-beed-68f1d7ba231b req-98f651c2-d6f6-4005-9ca2-0babef7435ec tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414991 Jun 01 14:45:04.991062 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdae47-c53c-4e36-90b1-d3c2640dd699 req-1cb2ec50-4495-490d-b8cf-284d1e6f6338 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:04.992568 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67cdae47-c53c-4e36-90b1-d3c2640dd699 req-1cb2ec50-4495-490d-b8cf-284d1e6f6338 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0828931 Jun 01 14:45:05.040621 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-67cdae47-c53c-4e36-90b1-d3c2640dd699 req-36e4a4e5-eea3-424d-ad88-ea0485419e8a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Jun 01 14:45:05.250288 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5a6f76-77cf-4332-bc3e-7011edf12e18 req-460859b8-d10a-4ab6-a247-2bd8ee7aa7d9 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:05.251771 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2c5a6f76-77cf-4332-bc3e-7011edf12e18 req-460859b8-d10a-4ab6-a247-2bd8ee7aa7d9 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0843875 Jun 01 14:45:05.295290 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2c5a6f76-77cf-4332-bc3e-7011edf12e18 req-c73c2043-1a0c-466c-b7ee-886007d501c4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Jun 01 14:45:05.475661 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:05.904547 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0582bd-7f1f-4499-ad1b-db211ff3d515 req-ad2011c4-1cc1-4bf3-bac6-4acc28690ab8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:05.911564 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fe0582bd-7f1f-4499-ad1b-db211ff3d515 req-ad2011c4-1cc1-4bf3-bac6-4acc28690ab8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1349256 Jun 01 14:45:05.957698 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fe0582bd-7f1f-4499-ad1b-db211ff3d515 req-76403cea-da49-4859-9d88-432f51931daf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452914 Jun 01 14:45:06.220751 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e6297-81f5-4193-80c5-5e046617a5a1 req-0608e48b-508a-4ffe-9de5-27fc727f9cd6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:06.222449 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-281e6297-81f5-4193-80c5-5e046617a5a1 req-0608e48b-508a-4ffe-9de5-27fc727f9cd6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1676400 Jun 01 14:45:06.247354 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fc682-885f-4468-86b5-5913468549c0 req-8da2fd71-80dc-4e48-b77b-2d816d28031d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:06.249810 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-846fc682-885f-4468-86b5-5913468549c0 req-8da2fd71-80dc-4e48-b77b-2d816d28031d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0912271 Jun 01 14:45:06.271840 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-281e6297-81f5-4193-80c5-5e046617a5a1 req-3d5912dc-e168-49d3-bf25-a74619ca89ec tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432801 Jun 01 14:45:06.298764 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-846fc682-885f-4468-86b5-5913468549c0 req-b9698700-45e2-4f37-a1c8-a28df263772c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Jun 01 14:45:07.162783 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07d526-0bd1-4ed7-af19-290188d8b2b7 req-71b34ce1-1be2-42af-bf4e-460e7c814e48 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:07.164324 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de07d526-0bd1-4ed7-af19-290188d8b2b7 req-71b34ce1-1be2-42af-bf4e-460e7c814e48 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0918877 Jun 01 14:45:07.211017 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-de07d526-0bd1-4ed7-af19-290188d8b2b7 req-ed6c26ef-988e-4c53-b53c-93196b20a02d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402038 Jun 01 14:45:07.469029 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbbcd6-a362-4da7-beca-b1d76f3a95ec req-f9c64067-9483-4ff8-bf8f-25c998a1702f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:07.470694 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8bdbbcd6-a362-4da7-beca-b1d76f3a95ec req-f9c64067-9483-4ff8-bf8f-25c998a1702f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0824671 Jun 01 14:45:07.519045 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8bdbbcd6-a362-4da7-beca-b1d76f3a95ec req-8e511f0c-4f4b-4031-af6c-b0326cb474ba tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Jun 01 14:45:07.583266 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51454) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:07.698478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Deleting subnet 2eb7654a-bc57-4577-94cd-59f9c73a5b9e {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:45:07.703474 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:07.763657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:07.810942 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890b1b2-798a-4a01-8304-4bd695f9ca2f req-052927de-f255-47f4-b9b4-930d87f7e98e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:07.812552 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3890b1b2-798a-4a01-8304-4bd695f9ca2f req-052927de-f255-47f4-b9b4-930d87f7e98e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1958299 Jun 01 14:45:07.860202 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:07.905790 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3890b1b2-798a-4a01-8304-4bd695f9ca2f req-2da21e48-176d-46df-94b8-99f09e350c24 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846887 Jun 01 14:45:08.118145 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.122108 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-12171ab5-2ed0-4c73-a055-bf3aae6773b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:08.159674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eb7654a-bc57-4577-94cd-59f9c73a5b9e,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:08.162687 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:08.163693 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.169575 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1cfb39e9-8c1a-4a5c-9e30-b140aeca088f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2eb7654a-bc57-4577-94cd-59f9c73a5b9e HTTP/1.1" status: 204 len: 168 time: 0.5845344 Jun 01 14:45:08.172392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51460) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:08.341019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.402942 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff22e3-79d9-4608-836e-c1ebf5d9420c req-842b6151-74b3-4f16-bd9d-44f6186ffe45 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:08.404455 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfff22e3-79d9-4608-836e-c1ebf5d9420c req-842b6151-74b3-4f16-bd9d-44f6186ffe45 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0879917 Jun 01 14:45:08.450004 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfff22e3-79d9-4608-836e-c1ebf5d9420c req-87f2315e-1bd5-4cd9-aa05-bd99367a7228 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394945 Jun 01 14:45:08.466113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.479420 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c9668f-a5c4-4b04-977a-b8d05cdfdaa3']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:08.491662 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:08.491963 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f359f790-192b-4dc5-a5d6-a1a075b9ca3a') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:08.505150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.523145 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.529384 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:45:08.529895 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:45:08.543078 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:45:08.628537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.667544 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:08.689426 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Pushing event deleted for resources: {'Network': ['ID=19c9668f-a5c4-4b04-977a-b8d05cdfdaa3,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:08.694158 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:08.697115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:08.725281 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] 10.222.0.15 "DELETE /v2.0/networks/19c9668f-a5c4-4b04-977a-b8d05cdfdaa3 HTTP/1.1" status: 204 len: 168 time: 0.5518892 Jun 01 14:45:08.750252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96644f9-25a6-41ab-94dc-0e0442c7be76 req-6b915543-f2a6-4916-bb65-7669fcebda22 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:08.754704 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f96644f9-25a6-41ab-94dc-0e0442c7be76 req-6b915543-f2a6-4916-bb65-7669fcebda22 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1244130 Jun 01 14:45:08.809196 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f96644f9-25a6-41ab-94dc-0e0442c7be76 req-0fb937eb-aa9f-4a2a-a7d1-94a84693df5d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507057 Jun 01 14:45:08.954232 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51474) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:09.006143 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-85843c7b-8c7d-4aa6-a48a-fd71f3190d74 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=334e7ea48a444d5595fae7bb52b1484f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502985 Jun 01 14:45:09.008316 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51478) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:09.129990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:09.166147 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5133d7-c66e-471e-aec4-68a8114449d7 req-77855fd9-cf03-4a03-aa85-f149c79912b0 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:09.167618 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cf5133d7-c66e-471e-aec4-68a8114449d7 req-77855fd9-cf03-4a03-aa85-f149c79912b0 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1436477 Jun 01 14:45:09.169262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:09.237773 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-cf5133d7-c66e-471e-aec4-68a8114449d7 req-4a02f1ef-b7d1-4564-b579-b8404838d78b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617712 Jun 01 14:45:09.262863 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:09.266483 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:09.284938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8812cebd-8735-4ba0-adf8-f20f4c317935,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:09.288587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:09.291960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:09.293117 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8812cebd-8735-4ba0-adf8-f20f4c317935 HTTP/1.1" status: 204 len: 168 time: 0.2838669 Jun 01 14:45:09.639600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8b45f-d748-4058-9db1-b1b61f8bc17b req-a0a42f05-2036-4839-bb15-390d3568f81a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:09.641156 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cde8b45f-d748-4058-9db1-b1b61f8bc17b req-a0a42f05-2036-4839-bb15-390d3568f81a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0819659 Jun 01 14:45:09.685755 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cde8b45f-d748-4058-9db1-b1b61f8bc17b req-07dc052a-2699-49a7-baf6-411ae3b0218d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387449 Jun 01 14:45:10.148398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b354df-c415-471d-85ed-e9cbcfe56a24 req-c8bf7cd9-52fd-4f12-9225-85f164b6cc6e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:10.149860 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-92b354df-c415-471d-85ed-e9cbcfe56a24 req-c8bf7cd9-52fd-4f12-9225-85f164b6cc6e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0885870 Jun 01 14:45:10.194631 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-92b354df-c415-471d-85ed-e9cbcfe56a24 req-eaa856e8-2e64-42ad-9f1b-ee308becfa91 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384700 Jun 01 14:45:10.449032 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614ce04-2182-426a-a863-906bb0a58168 req-c5a3d069-b777-49d0-a958-3a1e530d071a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:10.450879 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1614ce04-2182-426a-a863-906bb0a58168 req-c5a3d069-b777-49d0-a958-3a1e530d071a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0958097 Jun 01 14:45:10.496046 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1614ce04-2182-426a-a863-906bb0a58168 req-07b5f825-c462-4ea9-bc0a-75d97ed278c1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395830 Jun 01 14:45:10.559614 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51526) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:10.719227 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:10.733596 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:10.737561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Usage tracker for resource:security_group_rule and tenant:e4862cd0f0224bb496b5dedbed604730 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:10.740473 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:10.746207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:10.884937 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:10.891160 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:10.901077 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:10.944189 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4862cd0f0224bb496b5dedbed604730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834224 Jun 01 14:45:10.946623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b30154-c957-4d1d-82f3-38b71071cc37,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:10.947483 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51534) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:10.949927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:10.957748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95083291-0f7c-4ee6-97e8-dfcff5baa326 req-d40268bc-faad-455b-8648-9ee4c81a2730 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:10.959288 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-95083291-0f7c-4ee6-97e8-dfcff5baa326 req-d40268bc-faad-455b-8648-9ee4c81a2730 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1645744 Jun 01 14:45:11.006425 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:11.006870 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-95083291-0f7c-4ee6-97e8-dfcff5baa326 req-7296a29f-e02e-459f-8f00-9b21392bf3bc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408514 Jun 01 14:45:11.032089 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:11.083319 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:11.087020 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-da4fc428-053a-4ff4-967a-45943c2d6ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:11.098109 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b30154-c957-4d1d-82f3-38b71071cc37,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:11.101735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:11.104913 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:11.108776 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82b30154-c957-4d1d-82f3-38b71071cc37 HTTP/1.1" status: 204 len: 168 time: 0.1603084 Jun 01 14:45:11.410524 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb2a01-73d4-4ea1-8549-e631cd09cd6c req-4bccb105-c8cf-4bee-9582-30c589f7366c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:11.412049 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1feb2a01-73d4-4ea1-8549-e631cd09cd6c req-4bccb105-c8cf-4bee-9582-30c589f7366c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0883732 Jun 01 14:45:11.470167 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1feb2a01-73d4-4ea1-8549-e631cd09cd6c req-11bc2a6c-5420-44e9-b553-9993d17279c2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510662 Jun 01 14:45:11.521101 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416006d-81dc-4ff0-9a0c-7f5b53dcb662 req-4e99bc85-458d-4807-bfe5-6113895bfc3b tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:11.522440 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5416006d-81dc-4ff0-9a0c-7f5b53dcb662 req-4e99bc85-458d-4807-bfe5-6113895bfc3b tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1029713 Jun 01 14:45:11.571342 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5416006d-81dc-4ff0-9a0c-7f5b53dcb662 req-af0d1c30-9f69-4f54-b1c4-4be6156f564a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410283 Jun 01 14:45:11.694085 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3b8c-b4f6-4c92-8497-eb17e7a5a719 req-f86b056a-9079-4d1f-a358-b87efc71e93c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:11.695549 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-873b3b8c-b4f6-4c92-8497-eb17e7a5a719 req-f86b056a-9079-4d1f-a358-b87efc71e93c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0806582 Jun 01 14:45:11.743948 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-873b3b8c-b4f6-4c92-8497-eb17e7a5a719 req-e2d0d542-4847-455d-bfe7-b0e965760659 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422320 Jun 01 14:45:12.193403 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38f939-dbe0-4bb3-94b0-c4047b616391 req-803e8d7f-22dd-4ef4-9d7d-f4ae47ad5711 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:12.194880 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ed38f939-dbe0-4bb3-94b0-c4047b616391 req-803e8d7f-22dd-4ef4-9d7d-f4ae47ad5711 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0805671 Jun 01 14:45:12.250224 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ed38f939-dbe0-4bb3-94b0-c4047b616391 req-417a2add-eabc-44b2-90a8-d8d5147e7096 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489464 Jun 01 14:45:12.684057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09281b07-c17b-489e-8f82-9d3c9b3c027e req-f4c7150b-0893-4359-a19d-9ca99582f081 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:12.685576 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-09281b07-c17b-489e-8f82-9d3c9b3c027e req-f4c7150b-0893-4359-a19d-9ca99582f081 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0888708 Jun 01 14:45:12.731230 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-09281b07-c17b-489e-8f82-9d3c9b3c027e req-104e6c4c-628c-49b7-b1e2-25729875fb95 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397928 Jun 01 14:45:12.772157 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2f2a-4abe-40ef-999e-7da140043bee req-948066f4-06b1-4a37-a939-e12dcb14ac94 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:12.773674 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8c2e2f2a-4abe-40ef-999e-7da140043bee req-948066f4-06b1-4a37-a939-e12dcb14ac94 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0869055 Jun 01 14:45:12.819313 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8c2e2f2a-4abe-40ef-999e-7da140043bee req-b1b7b853-1da7-4c44-b21d-46abfb43f504 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392663 Jun 01 14:45:12.934672 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caeb9e2-1fe7-413f-8e79-899073cea300 req-f8dccd9b-1ad5-4ff3-bea8-748fe605974a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:12.936133 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9caeb9e2-1fe7-413f-8e79-899073cea300 req-f8dccd9b-1ad5-4ff3-bea8-748fe605974a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0807228 Jun 01 14:45:12.989989 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9caeb9e2-1fe7-413f-8e79-899073cea300 req-0baf9f5f-2b24-4018-bd4d-228bd1efac22 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454748 Jun 01 14:45:13.446310 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131984-de20-41ec-988b-c02791fafff7 req-c2f07c56-160d-45f8-aa96-d40b7528fc65 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:13.447759 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-60131984-de20-41ec-988b-c02791fafff7 req-c2f07c56-160d-45f8-aa96-d40b7528fc65 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0841463 Jun 01 14:45:13.492800 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-60131984-de20-41ec-988b-c02791fafff7 req-e9de67d8-e373-4694-8b8d-3b360fcf1fc0 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391831 Jun 01 14:45:13.921106 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238df3-26aa-4a4e-adfc-e41d60be21ed req-a40aea23-f828-4cba-874c-74efbc3a5d8a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:13.922595 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-82238df3-26aa-4a4e-adfc-e41d60be21ed req-a40aea23-f828-4cba-874c-74efbc3a5d8a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0825300 Jun 01 14:45:13.967592 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-82238df3-26aa-4a4e-adfc-e41d60be21ed req-41793e00-997b-4d93-9f17-b059fd82d519 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390179 Jun 01 14:45:14.008309 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03107727-8f8b-4e10-96ac-f2154973296d req-284d46ca-6cbe-4cb7-96fc-f734f6ed1d55 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:14.009864 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03107727-8f8b-4e10-96ac-f2154973296d req-284d46ca-6cbe-4cb7-96fc-f734f6ed1d55 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0804193 Jun 01 14:45:14.057311 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-03107727-8f8b-4e10-96ac-f2154973296d req-f832d9cc-1cf0-4db5-8262-7eeddc036e80 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410857 Jun 01 14:45:14.190660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296a283-d5c1-40a3-8e0e-913d63c46139 req-15c30386-a3a0-4e76-80c0-55f6b9a3b1d4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:14.192147 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4296a283-d5c1-40a3-8e0e-913d63c46139 req-15c30386-a3a0-4e76-80c0-55f6b9a3b1d4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0832286 Jun 01 14:45:14.242804 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4296a283-d5c1-40a3-8e0e-913d63c46139 req-09a2f8af-a39f-47fd-a375-87546cc8d3bc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445619 Jun 01 14:45:14.694662 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f2768-9421-4485-86e5-032af6bf130e req-1f9ad41e-99e7-4a62-96e9-1ec6f33a862a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:14.696458 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c2f2768-9421-4485-86e5-032af6bf130e req-1f9ad41e-99e7-4a62-96e9-1ec6f33a862a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0936158 Jun 01 14:45:14.741078 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c2f2768-9421-4485-86e5-032af6bf130e req-bc2d5540-74ee-4ece-927b-efe3ffa92418 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 Jun 01 14:45:15.163769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e8c0e-418d-4f47-8f6b-b4715b10a1fd req-392a6f7b-3d3e-4acd-88b6-0f5d5877a6f6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:15.165341 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-df3e8c0e-418d-4f47-8f6b-b4715b10a1fd req-392a6f7b-3d3e-4acd-88b6-0f5d5877a6f6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0789042 Jun 01 14:45:15.212198 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-df3e8c0e-418d-4f47-8f6b-b4715b10a1fd req-a51ed2f2-baa9-460f-8f64-9e1b46716893 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410347 Jun 01 14:45:15.250089 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a07487e-3a7f-4abc-b6c6-bfa99d9395c4 req-e413c0e3-7bf9-44e0-8d00-064814f6a14f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:15.251583 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9a07487e-3a7f-4abc-b6c6-bfa99d9395c4 req-e413c0e3-7bf9-44e0-8d00-064814f6a14f tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.0853333 Jun 01 14:45:15.296553 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9a07487e-3a7f-4abc-b6c6-bfa99d9395c4 req-d1d69b43-d229-49b0-8740-cf9f256ae6bf tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Jun 01 14:45:15.445495 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eb6c6-58fa-48b3-a356-e07fc20a162c req-a8cab13f-edc3-4ecf-aed1-05d5ea09c796 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:15.447311 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fa9eb6c6-58fa-48b3-a356-e07fc20a162c req-a8cab13f-edc3-4ecf-aed1-05d5ea09c796 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0861018 Jun 01 14:45:15.535249 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fa9eb6c6-58fa-48b3-a356-e07fc20a162c req-ca3ba003-c336-46c6-a13f-304e00362ae1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820353 Jun 01 14:45:15.566209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-44fed4f5-7ff1-4789-8f19-aed77cf68023 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:15.567590 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-44fed4f5-7ff1-4789-8f19-aed77cf68023 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 945 time: 0.1002028 Jun 01 14:45:15.793431 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Deleting port 0c271bb9-7d30-4b53-9161-b7d2022cb487 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:45:15.793779 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:15.929640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] For port 0c271bb9-7d30-4b53-9161-b7d2022cb487, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=0c271bb9-7d30-4b53-9161-b7d2022cb487,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:15.930000 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:15.935758 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61026b5-30e9-4c8b-97ec-59f4c67a7ad0 req-dace742d-7aff-46a3-b23b-bc3f698edb69 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:15.937221 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a61026b5-30e9-4c8b-97ec-59f4c67a7ad0 req-dace742d-7aff-46a3-b23b-bc3f698edb69 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0832813 Jun 01 14:45:15.982694 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a61026b5-30e9-4c8b-97ec-59f4c67a7ad0 req-07bdc04b-e931-474e-8540-f2c38b6fdc28 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397487 Jun 01 14:45:16.054235 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Calling delete_port for 0c271bb9-7d30-4b53-9161-b7d2022cb487 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:45:16.172566 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:16.178054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:16.205755 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', '936ad21b-45bc-4759-adf5-465667767aee', '93d24dcc-c713-41b6-bb81-c6b438ad294b', '0c271bb9-7d30-4b53-9161-b7d2022cb487'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:45:16.224041 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event deleted for resources: {'Port': ['ID=0c271bb9-7d30-4b53-9161-b7d2022cb487,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:16.227471 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:16.330920 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] No DVR routers for this DVR port 0c271bb9-7d30-4b53-9161-b7d2022cb487 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:45:16.338800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:16.341572 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'name': 'network-vif-deleted', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:16.348433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458e1466-6c83-4dbc-91a5-223212b87196" -d '{"events": [{"server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "name": "network-vif-deleted", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:16.378983 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c68a0445-1bd9-422c-b8dc-db0469c1f5f5 req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "DELETE /v2.0/ports/0c271bb9-7d30-4b53-9161-b7d2022cb487 HTTP/1.1" status: 204 len: 173 time: 0.8034344 Jun 01 14:45:16.481703 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7a5107e7-de2b-4ea3-a9fc-8c0d63d4a2af req-6c468dbb-b02c-416b-a20a-99b93147bebb tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f903af0-e5ee-4ac1-b751-ca589cb2a4e6 HTTP/1.1" status: 200 len: 210 time: 0.0560997 Jun 01 14:45:16.488655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0bd1a-befa-47e0-a87a-c3fa4d4a71a7 req-df78a1d4-33b1-44b2-bd79-b31fb116452a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:16.493662 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33d0bd1a-befa-47e0-a87a-c3fa4d4a71a7 req-df78a1d4-33b1-44b2-bd79-b31fb116452a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1102495 Jun 01 14:45:16.543003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ccd3b2-5587-4900-87fb-e165707be7e7 x-openstack-request-id: req-19ccd3b2-5587-4900-87fb-e165707be7e7 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:16.543318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f903af0-e5ee-4ac1-b751-ca589cb2a4e6", "name": "network-vif-deleted", "tag": "0c271bb9-7d30-4b53-9161-b7d2022cb487", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:16.543595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19ccd3b2-5587-4900-87fb-e165707be7e7 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:16.544008 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f903af0-e5ee-4ac1-b751-ca589cb2a4e6', 'name': 'network-vif-deleted', 'tag': '0c271bb9-7d30-4b53-9161-b7d2022cb487', 'status': 'completed', 'code': 200} Jun 01 14:45:16.551581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33d0bd1a-befa-47e0-a87a-c3fa4d4a71a7 req-ec497edd-870d-4ca1-9e47-323fd7a15084 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532656 Jun 01 14:45:16.743732 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cb975-7d2d-4c32-b28e-b953b2a1e950 req-489470f6-cfa0-4f7b-89e0-277d343f2658 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:16.745219 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7e7cb975-7d2d-4c32-b28e-b953b2a1e950 req-489470f6-cfa0-4f7b-89e0-277d343f2658 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0874393 Jun 01 14:45:16.789349 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7e7cb975-7d2d-4c32-b28e-b953b2a1e950 req-2a01f00c-7190-4ade-8bf8-f9db526c888c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382626 Jun 01 14:45:17.190552 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3179a8b-1c1d-4802-97a9-5407247535c7 req-93109b0f-e47b-4136-9df7-b2609f4e0c44 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:17.192017 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b3179a8b-1c1d-4802-97a9-5407247535c7 req-93109b0f-e47b-4136-9df7-b2609f4e0c44 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0929775 Jun 01 14:45:17.241660 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b3179a8b-1c1d-4802-97a9-5407247535c7 req-5042e0fc-c17a-4d30-8e27-25790c3d1da0 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410252 Jun 01 14:45:17.498499 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-bb91b99b-6f84-4daa-b9c3-94fd410324c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:17.758485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bbbec-9a37-412f-a78c-ac08089dc98c req-d0f30665-65e1-46ba-8ba4-dd6a633510bd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:17.760027 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3a5bbbec-9a37-412f-a78c-ac08089dc98c req-d0f30665-65e1-46ba-8ba4-dd6a633510bd tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0926638 Jun 01 14:45:17.811769 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3a5bbbec-9a37-412f-a78c-ac08089dc98c req-53657892-ca3c-45d5-9c72-d8d05df48829 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Jun 01 14:45:17.987777 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65874678-69d5-459c-8ef9-580071683841 req-9992f3d5-fb6d-4bd3-9dfd-30c16e42da7d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:17.990202 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-65874678-69d5-459c-8ef9-580071683841 req-9992f3d5-fb6d-4bd3-9dfd-30c16e42da7d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0820196 Jun 01 14:45:18.045726 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-65874678-69d5-459c-8ef9-580071683841 req-9385521e-339d-4d06-ba79-e714daf0a00f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493033 Jun 01 14:45:18.440339 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682c55-22cb-45e5-8d5c-d8f87af7a2e0 req-3c2c72c1-8b3c-4140-a40b-c11b4569e812 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:18.441853 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a682c55-22cb-45e5-8d5c-d8f87af7a2e0 req-3c2c72c1-8b3c-4140-a40b-c11b4569e812 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0842762 Jun 01 14:45:18.494879 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a682c55-22cb-45e5-8d5c-d8f87af7a2e0 req-ccbaf2dc-d2db-47b7-ab60-f10212bd4321 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441909 Jun 01 14:45:19.014397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbc107-d625-4db7-aab8-0e269b632b5b req-1064bc61-b291-43d5-8a2d-323f91f447ea tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:19.015870 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ebcbc107-d625-4db7-aab8-0e269b632b5b req-1064bc61-b291-43d5-8a2d-323f91f447ea tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0862765 Jun 01 14:45:19.069823 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ebcbc107-d625-4db7-aab8-0e269b632b5b req-453f9e5b-2878-43ad-a8e9-fa2db6fb7123 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Jun 01 14:45:19.246775 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc15e8-6fae-458b-bace-901feeddf426 req-684a9927-662f-44e1-a4cd-03c23046b90d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:19.248334 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12dc15e8-6fae-458b-bace-901feeddf426 req-684a9927-662f-44e1-a4cd-03c23046b90d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0819471 Jun 01 14:45:19.262312 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad52cc-3a2a-424f-9eec-b44184ad5f29 req-4598ec1e-9386-4ec4-862c-a2195767abb7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:19.263765 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-42ad52cc-3a2a-424f-9eec-b44184ad5f29 req-4598ec1e-9386-4ec4-862c-a2195767abb7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.1410704 Jun 01 14:45:19.297520 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12dc15e8-6fae-458b-bace-901feeddf426 req-d200404b-4e51-4bbe-a56c-07972bc2c4ff tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425534 Jun 01 14:45:19.308525 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-42ad52cc-3a2a-424f-9eec-b44184ad5f29 req-f8c152d4-03a1-4f68-a0d5-bd1432ea02e7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388525 Jun 01 14:45:19.691316 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd950c-864b-46bc-95ed-b8cdeef37e5f req-3f2ec800-311d-49af-9275-c9a2c184d201 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:19.692812 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b7fd950c-864b-46bc-95ed-b8cdeef37e5f req-3f2ec800-311d-49af-9275-c9a2c184d201 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0837152 Jun 01 14:45:19.740898 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b7fd950c-864b-46bc-95ed-b8cdeef37e5f req-0be20f82-d499-4e49-8460-435993211df6 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392680 Jun 01 14:45:19.887175 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b58e57ae-3f00-4d9e-ab65-03916fad7045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:20.118329 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:20.262608 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f6d24-4703-438c-ab8b-6a265df83add req-24c9333d-a797-4a71-a61a-f86d27f613ea tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:20.264102 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d1f6d24-4703-438c-ab8b-6a265df83add req-24c9333d-a797-4a71-a61a-f86d27f613ea tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0856478 Jun 01 14:45:20.310798 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d1f6d24-4703-438c-ab8b-6a265df83add req-a6a14219-9b4d-45ff-9234-45aa25d14423 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Jun 01 14:45:20.494312 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085fc9ad-6ada-4df5-bb57-863fe5fef86c req-fb26593a-fc4a-4c14-8b79-a1d036818f56 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:20.495714 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-085fc9ad-6ada-4df5-bb57-863fe5fef86c req-fb26593a-fc4a-4c14-8b79-a1d036818f56 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.0776746 Jun 01 14:45:20.496019 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2787a-2910-43f7-aae6-03b55b35ac1f req-31817ef1-8e53-4b9d-9813-ae8a48401740 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:20.497541 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8cf2787a-2910-43f7-aae6-03b55b35ac1f req-31817ef1-8e53-4b9d-9813-ae8a48401740 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0855525 Jun 01 14:45:20.544971 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8cf2787a-2910-43f7-aae6-03b55b35ac1f req-3330ab04-60b1-4229-8171-2bba2ec53620 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Jun 01 14:45:20.546732 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-085fc9ad-6ada-4df5-bb57-863fe5fef86c req-fb7e8bf2-9a7b-4ca0-a17e-063a9ebf3ad3 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444224 Jun 01 14:45:20.761734 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 0c271bb9-7d30-4b53-9161-b7d2022cb487 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:20.804312 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 0c271bb9-7d30-4b53-9161-b7d2022cb487 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:45:20.804677 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 0c271bb9-7d30-4b53-9161-b7d2022cb487 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:45:20.940734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32868efe-b132-4a0e-93e2-2882417aec08 req-39f93463-eea9-4391-b7c7-9b7870dbeead tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:20.942196 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-32868efe-b132-4a0e-93e2-2882417aec08 req-39f93463-eea9-4391-b7c7-9b7870dbeead tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0803995 Jun 01 14:45:20.991645 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-32868efe-b132-4a0e-93e2-2882417aec08 req-fdce2b08-9235-4930-88b9-e20af3a25ccd tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430110 Jun 01 14:45:21.187195 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:21.504254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2ba0b7-c8a6-42f6-854f-72d84b69995a req-90377677-b661-48b7-8857-5cb9152f3ee7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:21.505654 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ab2ba0b7-c8a6-42f6-854f-72d84b69995a req-90377677-b661-48b7-8857-5cb9152f3ee7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Jun 01 14:45:21.550936 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ab2ba0b7-c8a6-42f6-854f-72d84b69995a req-19868c06-e5ad-47fd-802e-dba09b1b5d67 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395162 Jun 01 14:45:21.756539 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bedf94-4e53-480a-94a3-e4990d0715eb req-9c6e72c0-fe2d-458e-9eec-5df7add2c7e7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:21.758027 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-52bedf94-4e53-480a-94a3-e4990d0715eb req-9c6e72c0-fe2d-458e-9eec-5df7add2c7e7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0917807 Jun 01 14:45:21.763626 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23538ccf-bfca-4a4f-bd0d-bdcf9233cd1b req-471849b6-c022-4186-9c39-5d21b75e3ae4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:21.765154 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-23538ccf-bfca-4a4f-bd0d-bdcf9233cd1b req-471849b6-c022-4186-9c39-5d21b75e3ae4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.0963566 Jun 01 14:45:21.807702 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-52bedf94-4e53-480a-94a3-e4990d0715eb req-b178f7ce-9319-458b-a63c-fc482f2dfccb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Jun 01 14:45:21.813039 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-23538ccf-bfca-4a4f-bd0d-bdcf9233cd1b req-a131cb4c-ff47-43e7-b96a-db5e726873c2 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405307 Jun 01 14:45:22.188094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1308c7-c2f9-4842-98d0-b252883d45dc req-43ea530a-52e6-4126-908c-4e3945517dd1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:22.189641 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2a1308c7-c2f9-4842-98d0-b252883d45dc req-43ea530a-52e6-4126-908c-4e3945517dd1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0807905 Jun 01 14:45:22.234024 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2a1308c7-c2f9-4842-98d0-b252883d45dc req-a0aa8a02-fe1c-48d9-99f1-bf52cd5b02ee tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384672 Jun 01 14:45:22.616881 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:22.742595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3cb618-5a46-40aa-ab5a-53727984f6c9 req-78899369-f12d-48e3-8a54-bdc6a6c2e6d6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:22.744066 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ff3cb618-5a46-40aa-ab5a-53727984f6c9 req-78899369-f12d-48e3-8a54-bdc6a6c2e6d6 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0826654 Jun 01 14:45:22.789084 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ff3cb618-5a46-40aa-ab5a-53727984f6c9 req-7aa9b23f-b726-4d60-83c4-bbbbbe55fdc5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Jun 01 14:45:23.014757 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd57a6c-80a9-4c77-8bd5-19cdebd73066 req-5f1154e9-0731-464c-923a-063df4f23df0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:23.016393 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0fd57a6c-80a9-4c77-8bd5-19cdebd73066 req-5f1154e9-0731-464c-923a-063df4f23df0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.0943494 Jun 01 14:45:23.065695 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0fd57a6c-80a9-4c77-8bd5-19cdebd73066 req-fbf4c52a-d6df-4c53-8c38-8a9fd61e05bd tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436895 Jun 01 14:45:23.088211 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106864e-3c03-4d4f-8eeb-81fb7f14aa34 req-08742fe0-6b43-462c-9e43-a53cfa7a99a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:23.089670 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8106864e-3c03-4d4f-8eeb-81fb7f14aa34 req-08742fe0-6b43-462c-9e43-a53cfa7a99a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1653006 Jun 01 14:45:23.136777 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8106864e-3c03-4d4f-8eeb-81fb7f14aa34 req-2818ad9b-dfe4-4ade-a78a-2fe32d7716d7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411203 Jun 01 14:45:23.251295 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-3bf43a42-6ce5-43e2-9b27-7cf907f8bbb9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:23.252099 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-3bf43a42-6ce5-43e2-9b27-7cf907f8bbb9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:45:23.272611 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-3bf43a42-6ce5-43e2-9b27-7cf907f8bbb9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:45:23.272750 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51770) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:23.273631 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-3bf43a42-6ce5-43e2-9b27-7cf907f8bbb9 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 945 time: 0.1056848 Jun 01 14:45:23.411856 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.415887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Deleting port 93d24dcc-c713-41b6-bb81-c6b438ad294b {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:45:23.416251 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.437766 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:23.443699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Usage tracker for resource:security_group_rule and tenant:1958270ab6ac40178f03e2431cc7771f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:23.449330 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:23.457724 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:23.491689 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66c99a-9db5-4d47-8695-9b82a61bffa2 req-1222c4a8-a855-4e25-8e26-598875d4a40b tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:23.493324 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d66c99a-9db5-4d47-8695-9b82a61bffa2 req-1222c4a8-a855-4e25-8e26-598875d4a40b tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1443076 Jun 01 14:45:23.562957 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8d66c99a-9db5-4d47-8695-9b82a61bffa2 req-f058734d-c773-434f-8aa3-faafcbb5eee6 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587428 Jun 01 14:45:23.566777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] For port 93d24dcc-c713-41b6-bb81-c6b438ad294b, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=93d24dcc-c713-41b6-bb81-c6b438ad294b,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:23.566932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.597309 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.601812 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.608478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e1bf4c1f-fd00-404a-a4f1-8bd647e70fba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:23.646806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fa4a78-eafe-4197-a408-3001c6fa57e0,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:23.651028 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1958270ab6ac40178f03e2431cc7771f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771553 Jun 01 14:45:23.651949 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:23.653651 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51778) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:23.693859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Calling delete_port for 93d24dcc-c713-41b6-bb81-c6b438ad294b owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:45:23.712590 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.742062 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.792424 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.797150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-92330bdb-6f8b-4253-81b3-2a4754a40336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:23.809022 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.810345 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fa4a78-eafe-4197-a408-3001c6fa57e0,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:23.814013 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:23.815970 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:23.826254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:23.827414 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4fa4a78-eafe-4197-a408-3001c6fa57e0 HTTP/1.1" status: 204 len: 168 time: 0.1728585 Jun 01 14:45:23.839201 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', '936ad21b-45bc-4759-adf5-465667767aee', '93d24dcc-c713-41b6-bb81-c6b438ad294b'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:45:23.871713 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event deleted for resources: {'Port': ['ID=93d24dcc-c713-41b6-bb81-c6b438ad294b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:23.905748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:24.012717 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] No DVR routers for this DVR port 93d24dcc-c713-41b6-bb81-c6b438ad294b on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:45:24.015360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:24.023516 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'name': 'network-vif-deleted', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:24.025885 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb03cdd6-39ca-4da0-aa41-283c872c7b46" -d '{"events": [{"server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "name": "network-vif-deleted", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:24.043827 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-efab7068-945a-471a-a49d-f2bdb6b0a6ed req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "DELETE /v2.0/ports/93d24dcc-c713-41b6-bb81-c6b438ad294b HTTP/1.1" status: 204 len: 173 time: 0.7596531 Jun 01 14:45:24.051660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76e653-0f32-44bf-9b42-874d368fd58e req-3dde88ca-b60d-490a-9e16-fd9037eed386 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:24.053166 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc76e653-0f32-44bf-9b42-874d368fd58e req-3dde88ca-b60d-490a-9e16-fd9037eed386 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1412683 Jun 01 14:45:24.111979 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f296bd43-e21d-45fd-90cf-a9a90ee80da1 x-openstack-request-id: req-f296bd43-e21d-45fd-90cf-a9a90ee80da1 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:24.112383 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06592d78-c989-4759-8b68-59d9fff95f75", "name": "network-vif-deleted", "tag": "93d24dcc-c713-41b6-bb81-c6b438ad294b", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:24.112896 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f296bd43-e21d-45fd-90cf-a9a90ee80da1 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:24.113238 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06592d78-c989-4759-8b68-59d9fff95f75', 'name': 'network-vif-deleted', 'tag': '93d24dcc-c713-41b6-bb81-c6b438ad294b', 'status': 'completed', 'code': 200} Jun 01 14:45:24.133746 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc76e653-0f32-44bf-9b42-874d368fd58e req-409f5384-f9bc-4beb-ab20-550232e15151 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701599 Jun 01 14:45:24.270268 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-52126bd9-e295-460d-8102-0eea81a2196e req-c7d7143a-0963-4487-a942-662878d59107 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=06592d78-c989-4759-8b68-59d9fff95f75 HTTP/1.1" status: 200 len: 210 time: 0.0453951 Jun 01 14:45:24.360763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff4a14-0110-4ccb-90cc-950b570c7abc req-a9acafaa-3a87-4961-8f18-4e14d8ca82f4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:24.362318 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ddff4a14-0110-4ccb-90cc-950b570c7abc req-a9acafaa-3a87-4961-8f18-4e14d8ca82f4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.0887859 Jun 01 14:45:24.407865 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ddff4a14-0110-4ccb-90cc-950b570c7abc req-cf1aecf3-d039-42b1-bf8c-5cbbd741221a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396464 Jun 01 14:45:24.740974 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51814) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:24.767232 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06695b76-ada6-4097-9600-93a7bd040612 req-6beceda8-4069-483c-8bc7-8e3d8a6f2b23 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:24.768756 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-06695b76-ada6-4097-9600-93a7bd040612 req-6beceda8-4069-483c-8bc7-8e3d8a6f2b23 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0867043 Jun 01 14:45:24.812254 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-06695b76-ada6-4097-9600-93a7bd040612 req-aec29b45-78ec-4607-b576-8ee4d2702061 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Jun 01 14:45:24.852653 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-136334346-network', 'tenant_id': '4d8971365f5e46e2bca330356b18f750'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:24.857470 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:24.861667 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Usage tracker for resource:network and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:24.864642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:24.874126 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:24.885786 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Made reservation on behalf of 4d8971365f5e46e2bca330356b18f750 for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:45:24.888406 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:24.901182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:24.915612 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:24.919857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:24.923305 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:24.929071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:25.021365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.028478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.031414 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dd509bc-b24d-45b9-87eb-82252849282f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:25.060012 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 861} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:45:25.069147 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:25.073155 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:25.075805 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.076143 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Added segment bd5d6650-222d-4d75-acde-4abf9e7bf246 of type vlan for network ea17b860-5832-4f3d-bad9-f38ac6bf229b Jun 01 14:45:25.103104 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.134418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.135767 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:25.136369 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.141207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:25.239178 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Pushing event updated for resources: {'Network': ['ID=ea17b860-5832-4f3d-bad9-f38ac6bf229b,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:25.241969 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:25.244241 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5020850 Jun 01 14:45:25.247359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51822) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:25.252276 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:45:25.253548 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Request body: {'subnet': {'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-136334346-subnet', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'ip_version': 4}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:25.292253 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:25.301990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Usage tracker for resource:subnet and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:25.316722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:25.335163 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:25.358849 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Made reservation on behalf of 4d8971365f5e46e2bca330356b18f750 for: {'subnet': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:45:25.362905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2117087'] for subnet, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:25.466729 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfa50f-be88-4e7c-913a-cf1245260b69 req-a850c659-bfa7-48e5-a3f1-09fff6bc119c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:25.468946 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3bcfa50f-be88-4e7c-913a-cf1245260b69 req-a850c659-bfa7-48e5-a3f1-09fff6bc119c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2111015 Jun 01 14:45:25.535622 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3bcfa50f-be88-4e7c-913a-cf1245260b69 req-ead58fa3-0793-4817-9a40-9c0e702bcf1f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600042 Jun 01 14:45:25.826711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06632e-449a-42a1-9931-0a3fc383fee2 req-d0937732-c940-45b2-8ece-7f5ddec746c4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:25.831179 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a06632e-449a-42a1-9931-0a3fc383fee2 req-d0937732-c940-45b2-8ece-7f5ddec746c4 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.0923226 Jun 01 14:45:25.876708 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a06632e-449a-42a1-9931-0a3fc383fee2 req-d5d49d25-7b42-454b-b605-e11ab6d78f6a tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381951 Jun 01 14:45:25.937400 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc231c-fc9b-4e9e-a0b1-f549660e8f21 req-44a3b14a-1d8e-4571-9925-0e59591aa08c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:25.939698 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-95bc231c-fc9b-4e9e-a0b1-f549660e8f21 req-44a3b14a-1d8e-4571-9925-0e59591aa08c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.2837024 Jun 01 14:45:25.996888 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-95bc231c-fc9b-4e9e-a0b1-f549660e8f21 req-64364c88-716e-47ae-a9d0-b614d7b8862f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492253 Jun 01 14:45:26.062308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaec712-5fdb-456d-bd60-af0b29b2686d req-575eca68-b52a-46df-834e-ca99acf5512a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:26.062879 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dfaec712-5fdb-456d-bd60-af0b29b2686d req-575eca68-b52a-46df-834e-ca99acf5512a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0870557 Jun 01 14:45:26.092543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2116909'] for subnet, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.097352 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c1e45dde-8fda-474c-82fe-c8e6c31238ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:26.109447 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dfaec712-5fdb-456d-bd60-af0b29b2686d req-0e8fc910-0759-460f-84fc-5009602ef19d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Jun 01 14:45:26.168310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0971a8-2a69-46c6-8d41-23e0dff75f89,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:26.171619 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:26.177962 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Checking segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:26.178387 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Network hostable DHCP agents. Network: ea17b860-5832-4f3d-bad9-f38ac6bf229b, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98723) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:45:26.198046 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98723) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:45:26.208151 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, ea17b860-5832-4f3d-bad9-f38ac6bf229b) {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:26.217973 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb37061c-669a-4c51-a5b7-aaac8d634f78 None None] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:45:26.218157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:26.218689 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.240720 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9921362 Jun 01 14:45:26.243241 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 51840) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:26.248877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:26.253796 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:26.257840 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Usage tracker for resource:router and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:26.260757 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:26.266765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:26.279093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.280194 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.296735 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.446299 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:45:26.447152 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.580150 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.600626 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Allocated IP 172.20.0.2 (ea17b860-5832-4f3d-bad9-f38ac6bf229b/5d0971a8-2a69-46c6-8d41-23e0dff75f89/e09b1532-f643-4921-be68-12cdd9cdf2f6) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:26.764679 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcfdd01-c77b-447f-902c-eca264fc1661 req-694a67a9-9f83-4bf2-b86e-9e163645a8fe tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:26.766169 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bcfdd01-c77b-447f-902c-eca264fc1661 req-694a67a9-9f83-4bf2-b86e-9e163645a8fe tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1093819 Jun 01 14:45:26.802682 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.813402 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Transition to ACTIVE for port object e09b1532-f643-4921-be68-12cdd9cdf2f6 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:26.827316 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bcfdd01-c77b-447f-902c-eca264fc1661 req-35f66f41-2716-4c17-b35c-34a294b04c3a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489364 Jun 01 14:45:26.833334 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Transition to ACTIVE for port object e09b1532-f643-4921-be68-12cdd9cdf2f6 will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:26.837401 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 93d24dcc-c713-41b6-bb81-c6b438ad294b no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:26.870783 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:26.879585 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:26.913824 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 93d24dcc-c713-41b6-bb81-c6b438ad294b {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:45:26.913824 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 93d24dcc-c713-41b6-bb81-c6b438ad294b not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:45:26.947094 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:26.949910 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:26.954437 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:26.957847 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Pushing event updated for resources: {'Port': ['ID=e09b1532-f643-4921-be68-12cdd9cdf2f6,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:26.989511 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:27.017513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.047214 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.060598 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Attempting to bind port e09b1532-f643-4921-be68-12cdd9cdf2f6 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:27.061124 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Attempting to bind port e09b1532-f643-4921-be68-12cdd9cdf2f6 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:27.061620 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Attempting to bind port e09b1532-f643-4921-be68-12cdd9cdf2f6 on network ea17b860-5832-4f3d-bad9-f38ac6bf229b {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:27.068732 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:27.069262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Checking segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:27.069829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.070317 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Bound using segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:27.071240 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Bound port: e09b1532-f643-4921-be68-12cdd9cdf2f6, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:27.071842 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.094061 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b6cc3-846e-4d10-9979-ba20716e2281 req-76a2cd43-ec69-4c15-a713-6b10823d2e70 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:27.103296 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d8b6cc3-846e-4d10-9979-ba20716e2281 req-76a2cd43-ec69-4c15-a713-6b10823d2e70 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.1080132 Jun 01 14:45:27.155037 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9d8b6cc3-846e-4d10-9979-ba20716e2281 req-cce3ca52-221d-4ccf-9ff0-18fab0c4c42b tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503907 Jun 01 14:45:27.174611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] For port e09b1532-f643-4921-be68-12cdd9cdf2f6, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:27.178521 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] For port e09b1532-f643-4921-be68-12cdd9cdf2f6, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e09b1532-f643-4921-be68-12cdd9cdf2f6,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:27.182994 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.188920 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:27.261949 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Allocated IP 172.28.2.240 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/85d3c132-e67c-48c2-a522-d2ea9a92ed35) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:27.305213 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Pushing event updated for resources: {'Port': ['ID=e09b1532-f643-4921-be68-12cdd9cdf2f6,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:27.317491 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:27.365250 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9d4-b792-43ff-8a76-d72027838339 req-581de5f1-bf7f-4e89-9455-7b354d4d185f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:27.366729 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fd5ff9d4-b792-43ff-8a76-d72027838339 req-581de5f1-bf7f-4e89-9455-7b354d4d185f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1096873 Jun 01 14:45:27.396870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857e0f8-a40f-4066-80a3-ec1e8521b8f1 req-8a0abff4-afb2-4968-8d60-b03e10979579 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:27.398520 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7857e0f8-a40f-4066-80a3-ec1e8521b8f1 req-8a0abff4-afb2-4968-8d60-b03e10979579 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.2209749 Jun 01 14:45:27.424672 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fd5ff9d4-b792-43ff-8a76-d72027838339 req-af8d47e1-7f00-480e-a5e8-f7f73c1ba508 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512624 Jun 01 14:45:27.566594 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.599258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7857e0f8-a40f-4066-80a3-ec1e8521b8f1 req-61a45845-1640-4449-95bf-236092c9a52d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925533 Jun 01 14:45:27.631480 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:27.635994 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:27.701595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:27.704955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:27.708555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:27.755353 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Pushing event updated for resources: {'Port': ['ID=85d3c132-e67c-48c2-a522-d2ea9a92ed35,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:27.772213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:28.042388 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f577884-8a25-4e4f-a104-91306b960be0 req-380680e9-b2b8-41ac-8ff4-8109cdf2de45 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:28.043931 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9f577884-8a25-4e4f-a104-91306b960be0 req-380680e9-b2b8-41ac-8ff4-8109cdf2de45 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0957253 Jun 01 14:45:28.100459 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9f577884-8a25-4e4f-a104-91306b960be0 req-dc97ea53-e23e-488e-8ae7-10de8a5d475d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496476 Jun 01 14:45:28.194109 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:28.284581 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de63432-2662-4cde-af2a-740b120a2cf3 None None] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:45:28.385688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-b016c146-025a-4b25-81d6-f83db6d6dffd None None] Provisioning for port e09b1532-f643-4921-be68-12cdd9cdf2f6 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:28.617713 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507edf2d-09de-4950-a4d9-318a0c3acba0 req-3a1ef5c4-a4d8-4c91-9acd-d4bc3f605527 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:28.619537 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-507edf2d-09de-4950-a4d9-318a0c3acba0 req-3a1ef5c4-a4d8-4c91-9acd-d4bc3f605527 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0856307 Jun 01 14:45:28.630184 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-57ee818d-0e0a-4498-ad03-aef6d17f8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:28.631660 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-57ee818d-0e0a-4498-ad03-aef6d17f8e68 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1099 time: 0.3752115 Jun 01 14:45:28.648890 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7113ba-bf3e-467f-8514-a1bcf32f2fc6 req-2cfee8f2-1cd3-47ca-8409-d75bd7d25e15 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:28.650032 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-3c7113ba-bf3e-467f-8514-a1bcf32f2fc6 req-2cfee8f2-1cd3-47ca-8409-d75bd7d25e15 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:45:28.680116 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-507edf2d-09de-4950-a4d9-318a0c3acba0 req-c7464364-e59a-4054-903e-1418ee11f26d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525846 Jun 01 14:45:28.783449 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-3c7113ba-bf3e-467f-8514-a1bcf32f2fc6 req-2cfee8f2-1cd3-47ca-8409-d75bd7d25e15 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:45:28.784639 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c7113ba-bf3e-467f-8514-a1bcf32f2fc6 req-2cfee8f2-1cd3-47ca-8409-d75bd7d25e15 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.4757600 Jun 01 14:45:28.809748 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:45:28.830712 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e09b1532-f643-4921-be68-12cdd9cdf2f6 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:28.915739 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:28.936191 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3c7113ba-bf3e-467f-8514-a1bcf32f2fc6 req-7958669b-b6d8-4308-9b7d-3992ca7d711e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431842 Jun 01 14:45:28.976091 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504ba4f-a206-480f-a13f-9274f9a1b969 req-3780f5e1-abbe-473e-aa82-beb0c0f6ee32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:28.984159 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b504ba4f-a206-480f-a13f-9274f9a1b969 req-3780f5e1-abbe-473e-aa82-beb0c0f6ee32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1718345 Jun 01 14:45:29.043551 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b504ba4f-a206-480f-a13f-9274f9a1b969 req-0cf7747a-ab4a-4e77-aa23-06535aee5bc5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582249 Jun 01 14:45:29.066628 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port e09b1532-f643-4921-be68-12cdd9cdf2f6 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:29.075447 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port e09b1532-f643-4921-be68-12cdd9cdf2f6 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:29.075819 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:29.146587 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:29.171884 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:45:29.286530 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:29.335050 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:45:29.343451 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb28de-fb3f-40ac-aa91-3db9f0d4de1f req-efae919e-3de5-4a07-b134-8d76fee1845e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.344030 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-1b2ccb83-502c-44e0-8cd7-f06dc730b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.344481 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:29.345275 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3ceb28de-fb3f-40ac-aa91-3db9f0d4de1f req-efae919e-3de5-4a07-b134-8d76fee1845e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0989151 Jun 01 14:45:29.348076 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-1b2ccb83-502c-44e0-8cd7-f06dc730b59d service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.6182160 Jun 01 14:45:29.372611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:29.382987 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:29.387957 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:29.394744 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3ceb28de-fb3f-40ac-aa91-3db9f0d4de1f req-24eb076b-ec7a-4e70-b012-3e01f89e5ba9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431731 Jun 01 14:45:29.440825 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port e09b1532-f643-4921-be68-12cdd9cdf2f6, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e09b1532-f643-4921-be68-12cdd9cdf2f6,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:29.449543 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:29.477673 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=6']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:29.481832 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:29.481832 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:29.548537 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=e09b1532-f643-4921-be68-12cdd9cdf2f6,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:29.551634 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:29.625167 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['25d7a051-baf8-42a1-ba99-1dc5c61bdde0'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:45:29.643827 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-eac14093-a403-4938-99bb-662c1336aca8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 1000 time: 0.2267952 Jun 01 14:45:29.725760 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f4f1b-4505-4680-84e2-16486752f129 req-f0421401-ec53-45f1-b4b7-e1f6522af072 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.727109 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f54f4f1b-4505-4680-84e2-16486752f129 req-f0421401-ec53-45f1-b4b7-e1f6522af072 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.6993079 Jun 01 14:45:29.742663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a2706-3895-448b-9ca7-a1da2d5d046b req-282fe1ee-5cdc-4b30-94ab-c38804b60d1d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.744073 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-001a2706-3895-448b-9ca7-a1da2d5d046b req-282fe1ee-5cdc-4b30-94ab-c38804b60d1d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.4436789 Jun 01 14:45:29.745882 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278d81-6070-4d38-bf90-5771d55296bf req-698576cc-f454-40ed-a184-da34454eefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.747260 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-698576cc-f454-40ed-a184-da34454eefaa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1099 time: 0.3821375 Jun 01 14:45:29.904695 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-f189db04-1433-40f5-863f-88c5b421dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:29.906182 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-f189db04-1433-40f5-863f-88c5b421dcac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.2467198 Jun 01 14:45:29.979367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Router bcfede8f-7ed5-4af7-912e-5e574afe5dcb is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:45:30.046284 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-001a2706-3895-448b-9ca7-a1da2d5d046b req-780042fa-920b-4888-ad92-81c34c3bbe95 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2660296 Jun 01 14:45:30.147122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba5d84-b347-4e6e-898c-e6a65e6747aa req-67b9f561-135f-4aee-bf8f-8b74622d9356 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.150579 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d5ba5d84-b347-4e6e-898c-e6a65e6747aa req-67b9f561-135f-4aee-bf8f-8b74622d9356 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.0997093 Jun 01 14:45:30.211602 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d5ba5d84-b347-4e6e-898c-e6a65e6747aa req-302bc542-4211-4c75-944d-75a30268d345 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548906 Jun 01 14:45:30.251061 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278d81-6070-4d38-bf90-5771d55296bf req-b22e048b-f612-4569-bb65-6603d75badc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.252654 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-b22e048b-f612-4569-bb65-6603d75badc9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.4688780 Jun 01 14:45:30.449709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Deleting port 936ad21b-45bc-4759-adf5-465667767aee {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:45:30.450421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:30.471576 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-7377424c-6602-41a8-a897-751aee8ddbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.474095 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-7377424c-6602-41a8-a897-751aee8ddbb5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.5348320 Jun 01 14:45:30.546453 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-b4506895-11b2-4cfc-a149-691e7cd60844 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 1001 time: 0.2803864 Jun 01 14:45:30.611300 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cae18-7109-43e9-93e6-5816e912c165 req-f487323a-fbc2-454d-a9a4-4c76aa42bcbc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.613440 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-514cae18-7109-43e9-93e6-5816e912c165 req-f487323a-fbc2-454d-a9a4-4c76aa42bcbc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0903056 Jun 01 14:45:30.670922 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-514cae18-7109-43e9-93e6-5816e912c165 req-7039226d-7809-4946-8a0c-ac0a06a4477d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517256 Jun 01 14:45:30.689844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:45:30.703711 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Sync routers for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:45:30.717480 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:30.718252 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:30.782173 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e09b1532-f643-4921-be68-12cdd9cdf2f6 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:30.824143 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:30.870887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411610-01e2-4363-8763-f66805ca84e8 req-0d95d4c2-5cdb-4130-9695-45fbc3eed39b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.880873 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5a411610-01e2-4363-8763-f66805ca84e8 req-0d95d4c2-5cdb-4130-9695-45fbc3eed39b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 945 time: 0.6873817 Jun 01 14:45:30.938924 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port e09b1532-f643-4921-be68-12cdd9cdf2f6 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:30.939300 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:30.944043 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:30.946180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278d81-6070-4d38-bf90-5771d55296bf req-e4e834f6-f0d6-4fa0-bae4-0ae68f06051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:30.947823 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-e4e834f6-f0d6-4fa0-bae4-0ae68f06051a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.2452643 Jun 01 14:45:30.960724 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:30.964741 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7205513 Jun 01 14:45:30.965427 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51902) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:31.045845 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:31.046664 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.059320 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:31.059695 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.078725 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5a411610-01e2-4363-8763-f66805ca84e8 req-6e15de2f-c56f-4f61-aa31-813ff95a94fc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969404 Jun 01 14:45:31.097591 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-f19a786b-00f9-4faf-ac71-0c8f889b4f47 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544436 Jun 01 14:45:31.265975 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Calling delete_port for 936ad21b-45bc-4759-adf5-465667767aee owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:45:31.381060 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.451980 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:31.461033 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ecbb9-36a9-4c62-842c-7479aaf46791" -d '{"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:31.476943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:31.485525 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.492804 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 936ad21b-45bc-4759-adf5-465667767aee no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:31.533093 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:31.597880 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:27Z', 'revision_number': 3, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:31.605207 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Checking router: bcfede8f-7ed5-4af7-912e-5e574afe5dcb for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:45:31.605568 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Updating router bcfede8f-7ed5-4af7-912e-5e574afe5dcb port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:45:31.669110 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=7']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:31.674047 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:31.719390 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.730707 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.731070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02278d81-6070-4d38-bf90-5771d55296bf req-ff9a70c3-86d2-4259-8725-8af56614d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:31.733336 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-ff9a70c3-86d2-4259-8725-8af56614d6ca service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.7580888 Jun 01 14:45:31.738076 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a1c3510-bf7b-405a-9b38-6d6968a35583 req-a10ad128-7765-49fb-bde6-1bd1f042cf06 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5762465 Jun 01 14:45:31.771396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265a486-4231-4922-9334-a91693202c68 req-a71e260b-5c18-466b-b186-58e9b0c6c874 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:31.778650 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3265a486-4231-4922-9334-a91693202c68 req-a71e260b-5c18-466b-b186-58e9b0c6c874 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.2832377 Jun 01 14:45:31.797556 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 936ad21b-45bc-4759-adf5-465667767aee, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=936ad21b-45bc-4759-adf5-465667767aee,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:31.808319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:31.812500 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:31.875649 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3265a486-4231-4922-9334-a91693202c68 req-9f41f0b1-325e-4219-9576-d24d027988c8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960104 Jun 01 14:45:31.994061 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9bba9f1-abe5-4aa2-ba1b-42d2fbb2798f x-openstack-request-id: req-b9bba9f1-abe5-4aa2-ba1b-42d2fbb2798f {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:31.996215 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:31.996816 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9bba9f1-abe5-4aa2-ba1b-42d2fbb2798f {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:31.997440 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'code': 200} Jun 01 14:45:32.000629 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=6']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:32.016874 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:32.147906 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2834a0d-963d-477b-b0af-7d5166491313 req-5fc183b4-2064-4b8a-aad2-f0921a739845 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:32.157157 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f2834a0d-963d-477b-b0af-7d5166491313 req-5fc183b4-2064-4b8a-aad2-f0921a739845 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 945 time: 0.6808460 Jun 01 14:45:32.219264 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.268609 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f2834a0d-963d-477b-b0af-7d5166491313 req-fc5eefd8-2818-44be-83eb-7b4d6aadbd01 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100669 Jun 01 14:45:32.276194 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-f87c5dea-10af-4e68-ada8-923ac6142b0a service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5220561 Jun 01 14:45:32.289972 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.315091 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Transition to ACTIVE for port object 85d3c132-e67c-48c2-a522-d2ea9a92ed35 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:32.332774 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.337104 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.342193 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:32.345648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:45:32.355037 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-05d6851f-ad8e-443d-aaec-6e19121854a1 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:32.482864 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Pushing event updated for resources: {'Port': ['ID=85d3c132-e67c-48c2-a522-d2ea9a92ed35,revision_number=2']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:32.498600 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.502214 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.502791 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.512744 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.513478 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.514018 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.514548 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.515083 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.515604 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.516105 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.516733 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.517363 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.543135 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Allocated IP 172.20.0.1 (ea17b860-5832-4f3d-bad9-f38ac6bf229b/5d0971a8-2a69-46c6-8d41-23e0dff75f89/cfbe573e-c594-4065-a7ff-303f2cb2ca53) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:32.562696 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Attempting to bind port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:32.563165 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Attempting to bind port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:32.563629 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Attempting to bind port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:32.571502 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:32.585256 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:32.585731 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:32.586228 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.586689 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:32.587247 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Bound port: 85d3c132-e67c-48c2-a522-d2ea9a92ed35, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:32.587859 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.653408 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event deleted for resources: {'Port': ['ID=936ad21b-45bc-4759-adf5-465667767aee,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:32.747121 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] For port 85d3c132-e67c-48c2-a522-d2ea9a92ed35, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:32.750631 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] For port 85d3c132-e67c-48c2-a522-d2ea9a92ed35, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=85d3c132-e67c-48c2-a522-d2ea9a92ed35,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:32.761172 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.781248 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-36577960-a1ea-4705-a090-a30dd045f31a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:32.809591 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.810643 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.811260 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.811835 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.816638 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.817279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.817851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.818459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.819051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.819617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.820209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.821161 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:32.858756 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:32.871232 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:32.872049 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:32.936347 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] No DVR routers for this DVR port 936ad21b-45bc-4759-adf5-465667767aee on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:45:32.942963 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.953006 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-deleted', 'tag': '936ad21b-45bc-4759-adf5-465667767aee'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:32.954533 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:32.956806 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed7d8d6-3d95-4df6-85f4-f99ac7ba8e18" -d '{"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-deleted", "tag": "936ad21b-45bc-4759-adf5-465667767aee"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:32.972935 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Transition to ACTIVE for port object cfbe573e-c594-4065-a7ff-303f2cb2ca53 will not be triggered until provisioned by entity DHCP. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:33.002863 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02278d81-6070-4d38-bf90-5771d55296bf req-d28c5a13-a842-4dd8-a41e-423eb94035cd service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7149873 Jun 01 14:45:33.005273 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f54f4f1b-4505-4680-84e2-16486752f129 req-a413d2ec-2945-4f5d-895b-715e9e45e47c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "DELETE /v2.0/ports/936ad21b-45bc-4759-adf5-465667767aee HTTP/1.1" status: 204 len: 173 time: 3.2556665 Jun 01 14:45:33.009964 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:33.031295 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeab30-917c-429b-9b8e-882755dda738 req-2cb101c0-9a88-458b-8e44-57545e2227bc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:33.041605 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-36aeab30-917c-429b-9b8e-882755dda738 req-2cb101c0-9a88-458b-8e44-57545e2227bc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.5946851 Jun 01 14:45:33.043694 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:33.131216 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-36aeab30-917c-429b-9b8e-882755dda738 req-37e274a1-8e81-420f-a710-73f4148ff477 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814631 Jun 01 14:45:33.142121 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:33.222398 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:33.231458 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:33.266860 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:33.272537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:33.287070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e6df7-9d8c-4bdc-9b7b-2d58405df908 req-f2dcca99-de32-46fa-b4aa-ae7901968f66 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:33.288761 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fe7e6df7-9d8c-4bdc-9b7b-2d58405df908 req-f2dcca99-de32-46fa-b4aa-ae7901968f66 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 1.1756632 Jun 01 14:45:33.289498 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:33.437989 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Pushing event updated for resources: {'Port': ['ID=85d3c132-e67c-48c2-a522-d2ea9a92ed35,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:33.444802 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-d7534883-f671-4756-ac92-0631bcb0a66a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:33.547243 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fe7e6df7-9d8c-4bdc-9b7b-2d58405df908 req-582c2f06-0360-48d5-acfc-e83e0bcf5006 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760731 Jun 01 14:45:33.555383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:33.573636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa310b-5245-4104-93e1-4fc939469c24 req-630fb58a-879f-49a8-b6fa-a007f0082d88 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:33.587062 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-78aa310b-5245-4104-93e1-4fc939469c24 req-630fb58a-879f-49a8-b6fa-a007f0082d88 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.2376013 Jun 01 14:45:33.659633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1317eb5-9427-43a6-b819-2a444870624f x-openstack-request-id: req-a1317eb5-9427-43a6-b819-2a444870624f {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:33.672688 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-deleted", "tag": "936ad21b-45bc-4759-adf5-465667767aee", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:33.673139 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1317eb5-9427-43a6-b819-2a444870624f {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:33.673743 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-deleted', 'tag': '936ad21b-45bc-4759-adf5-465667767aee', 'status': 'completed', 'code': 200} Jun 01 14:45:33.676688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-5db57443-8c5b-4ce3-b028-8a50e6c321e8 None None] Provisioning for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:33.684823 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-78aa310b-5245-4104-93e1-4fc939469c24 req-14f72fc4-d083-4153-b555-6c70558bcc42 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966952 Jun 01 14:45:33.685356 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-5db57443-8c5b-4ce3-b028-8a50e6c321e8 None None] Provisioning complete for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:33.685731 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-5db57443-8c5b-4ce3-b028-8a50e6c321e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:33.800590 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:27Z', 'revision_number': 3, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:33.811777 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-5db57443-8c5b-4ce3-b028-8a50e6c321e8 None None] Port cfbe573e-c594-4065-a7ff-303f2cb2ca53 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:45:33.816324 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8220b2ad-eea2-459b-aaa1-c5da1300c98d None None] The sync data for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb is: [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:27Z', 'revision_number': 3, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:45:33.876061 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:33.910105 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-38936103-511a-451d-900e-759796aefedb req-df1a0b75-a40e-4c12-8374-bb16728f7f6c tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4432123-356e-428d-ab7c-d08b3bf3570b HTTP/1.1" status: 200 len: 210 time: 0.0857604 Jun 01 14:45:34.001214 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ad21b-45bc-4759-adf5-465667767aee'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:34.003785 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2011bbc4-3aac-4cdc-9976-1076a31c895b" -d '{"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-unplugged", "status": "completed", "tag": "936ad21b-45bc-4759-adf5-465667767aee"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:34.079849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a35178c-5ee8-421c-98b2-4fb2822017cc x-openstack-request-id: req-8a35178c-5ee8-421c-98b2-4fb2822017cc {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:34.080358 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4432123-356e-428d-ab7c-d08b3bf3570b", "name": "network-vif-unplugged", "status": "completed", "tag": "936ad21b-45bc-4759-adf5-465667767aee", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:34.080724 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a35178c-5ee8-421c-98b2-4fb2822017cc {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:34.081177 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4432123-356e-428d-ab7c-d08b3bf3570b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '936ad21b-45bc-4759-adf5-465667767aee', 'code': 200} Jun 01 14:45:34.330365 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:34.338540 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:34.449382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:34.549347 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:34.600829 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:34.606835 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:34.834580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb323a34-96ec-4828-ae84-cf8287211b2c req-8ef9cccf-8655-4ea9-9be7-5af10aa19a69 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:34.836161 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fb323a34-96ec-4828-ae84-cf8287211b2c req-8ef9cccf-8655-4ea9-9be7-5af10aa19a69 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.5005105 Jun 01 14:45:34.856888 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 85d3c132-e67c-48c2-a522-d2ea9a92ed35 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:34.894333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a231b978-9849-4f31-9f1a-d70711a81db2 req-050bf84f-619d-4755-aeee-d6d4ed98ea8c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:34.895979 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a231b978-9849-4f31-9f1a-d70711a81db2 req-050bf84f-619d-4755-aeee-d6d4ed98ea8c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1952922 Jun 01 14:45:34.915416 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:34.918123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:34.954545 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:34.961721 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:34.967985 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:35.083754 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a231b978-9849-4f31-9f1a-d70711a81db2 req-6ddefd82-4128-41f3-8a5d-be392d7377b7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743164 Jun 01 14:45:35.174817 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:35.207122 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fb323a34-96ec-4828-ae84-cf8287211b2c req-413d416a-c6b2-4fa6-aceb-e9a7ef2a1b68 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3329375 Jun 01 14:45:35.208943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 85d3c132-e67c-48c2-a522-d2ea9a92ed35, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=85d3c132-e67c-48c2-a522-d2ea9a92ed35,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:35.218208 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:35.229198 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-bc8fe2ba-edda-409b-8b08-fed64c67ed0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:35.414375 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=85d3c132-e67c-48c2-a522-d2ea9a92ed35,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:35.432055 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:35.442912 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-67e15095-e2af-4a54-a920-74d948b68736 None None] Provisioning complete for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:35.443619 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-67e15095-e2af-4a54-a920-74d948b68736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:35.481060 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Router bcfede8f-7ed5-4af7-912e-5e574afe5dcb has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:45:35.540958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:35.572277 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-67e15095-e2af-4a54-a920-74d948b68736 None None] Port cfbe573e-c594-4065-a7ff-303f2cb2ca53 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:45:35.616933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7a2f1-9c4e-4ef5-93e6-9d3ac663ac71 req-6a8c29ec-6565-40c5-9afd-886bdce5faa2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:35.625804 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4fa7a2f1-9c4e-4ef5-93e6-9d3ac663ac71 req-6a8c29ec-6565-40c5-9afd-886bdce5faa2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.2954907 Jun 01 14:45:35.703757 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4fa7a2f1-9c4e-4ef5-93e6-9d3ac663ac71 req-be1b27e4-745a-44c0-8d2a-4be17ddc2575 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756671 Jun 01 14:45:35.788465 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:45:35.802617 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] 10.222.0.15 "PUT /v2.0/routers/bcfede8f-7ed5-4af7-912e-5e574afe5dcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8358016 Jun 01 14:45:36.173623 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Sync routers for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:45:36.190031 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:36.190672 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:36.496664 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6faab-5177-4d26-a79c-ae7469e7630d req-bf3e52b3-756e-4b5d-a01e-acecd8223627 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:36.497301 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:36.497403 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-94e6faab-5177-4d26-a79c-ae7469e7630d req-bf3e52b3-756e-4b5d-a01e-acecd8223627 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1335745 Jun 01 14:45:36.519781 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb86c78-127d-49b6-a42a-c5d836f4c595 req-0a1211af-0459-4381-b5c8-ee78a8d045ca tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:36.524757 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfb86c78-127d-49b6-a42a-c5d836f4c595 req-0a1211af-0459-4381-b5c8-ee78a8d045ca tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1366458 Jun 01 14:45:36.549416 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-94e6faab-5177-4d26-a79c-ae7469e7630d req-a510a50f-5162-4618-80ff-db1f3f282700 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436571 Jun 01 14:45:36.611670 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dfb86c78-127d-49b6-a42a-c5d836f4c595 req-a23b1609-1d27-41de-b12a-56bb47255cc8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784235 Jun 01 14:45:36.790328 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51986) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:36.796765 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-772792116-network', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:36.797151 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 85d3c132-e67c-48c2-a522-d2ea9a92ed35 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:36.805509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:36.809760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Usage tracker for resource:network and tenant:16382c7f296141f0ba8f3ea502d08418 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:36.813204 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:36.822904 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:36.841263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Made reservation on behalf of 16382c7f296141f0ba8f3ea502d08418 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:45:36.843523 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:36.868642 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:36.886087 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:36.893168 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Usage tracker for resource:security_group_rule and tenant:16382c7f296141f0ba8f3ea502d08418 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:36.897094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:36.903303 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:36.972247 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:36.972630 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.102183 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 2, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:37.120935 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Checking router: bcfede8f-7ed5-4af7-912e-5e574afe5dcb for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:45:37.121658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Updating router bcfede8f-7ed5-4af7-912e-5e574afe5dcb port cfbe573e-c594-4065-a7ff-303f2cb2ca53 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:45:37.121791 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.129515 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.140061 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b43247d2-a32f-4886-a286-52ca4e902b9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:37.182838 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 854} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:45:37.189328 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08689e08-df44-4a99-b4fa-b573dea54d82,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:37.206150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.206744 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.207469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.207657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.208100 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.208556 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.209472 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.209472 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.210258 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.210859 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.211201 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.211934 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:37.216023 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.216535 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Added segment 5626a344-21c9-47ed-b7c6-e00c3906d67c of type vlan for network ec2dd466-f1f6-4683-8e44-b29f82919e53 Jun 01 14:45:37.217661 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.218190 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:37.258254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.302253 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.327509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:37.328360 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.337005 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c86f9e6c-6e9b-47d3-bf88-46334908f87a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:37.399077 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa571c-496c-4552-b926-4a734c6d9dde req-e421a893-65b9-40ea-8ca8-dbbf660df31e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:37.400476 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-5daa571c-496c-4552-b926-4a734c6d9dde req-e421a893-65b9-40ea-8ca8-dbbf660df31e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:45:37.434050 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-5daa571c-496c-4552-b926-4a734c6d9dde req-e421a893-65b9-40ea-8ca8-dbbf660df31e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:45:37.444706 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5daa571c-496c-4552-b926-4a734c6d9dde req-e421a893-65b9-40ea-8ca8-dbbf660df31e tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.1521518 Jun 01 14:45:37.503305 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5daa571c-496c-4552-b926-4a734c6d9dde req-0393c85f-f8e0-4e5e-b06b-b0065e1a9f33 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573559 Jun 01 14:45:37.525828 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Pushing event updated for resources: {'Network': ['ID=ec2dd466-f1f6-4683-8e44-b29f82919e53,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:37.531321 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:37.546425 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7545068 Jun 01 14:45:37.549046 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 51996) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:37.551370 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:45:37.559125 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Request body: {'subnet': {'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-772792116-subnet', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:37.564615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:37.570176 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Usage tracker for resource:subnet and tenant:16382c7f296141f0ba8f3ea502d08418 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:37.574764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:37.585107 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:37.600945 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Made reservation on behalf of 16382c7f296141f0ba8f3ea502d08418 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:45:37.604220 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3902141'] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.847855 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.863742 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Transition to ACTIVE for port object cfbe573e-c594-4065-a7ff-303f2cb2ca53 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:37.873693 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:37.883930 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f19ad7-b034-4d8b-9bb0-854ac3d40b6c req-36186f29-3010-4d28-a12e-06f135829dec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:37.885292 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:37.885684 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-94f19ad7-b034-4d8b-9bb0-854ac3d40b6c req-36186f29-3010-4d28-a12e-06f135829dec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1151798 Jun 01 14:45:37.947699 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-94f19ad7-b034-4d8b-9bb0-854ac3d40b6c req-6178ba0b-c89b-4cad-a55c-46299d6f45b6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554557 Jun 01 14:45:37.951033 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d33fde-e18d-4a72-870d-7417f7c8ddb0 req-3fc0cff6-c9ec-4df8-9e6b-9cfbc717d253 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:37.952555 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e7d33fde-e18d-4a72-870d-7417f7c8ddb0 req-3fc0cff6-c9ec-4df8-9e6b-9cfbc717d253 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1586385 Jun 01 14:45:37.964219 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Pushing event updated for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:37.968756 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:38.035690 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e7d33fde-e18d-4a72-870d-7417f7c8ddb0 req-7a2546ca-d1a3-40e3-a98c-9f250161704b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722327 Jun 01 14:45:38.162528 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Attempting to bind port cfbe573e-c594-4065-a7ff-303f2cb2ca53 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:38.163063 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Attempting to bind port cfbe573e-c594-4065-a7ff-303f2cb2ca53 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:38.164066 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Attempting to bind port cfbe573e-c594-4065-a7ff-303f2cb2ca53 on network ea17b860-5832-4f3d-bad9-f38ac6bf229b {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:38.172338 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:38.173032 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Checking segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:38.173528 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.174015 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Bound using segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:38.174630 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Bound port: cfbe573e-c594-4065-a7ff-303f2cb2ca53, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:38.175121 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.300402 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3902031'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.309531 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:38.340086 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] For port cfbe573e-c594-4065-a7ff-303f2cb2ca53, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:38.345158 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] For port cfbe573e-c594-4065-a7ff-303f2cb2ca53, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfbe573e-c594-4065-a7ff-303f2cb2ca53,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:38.352616 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.357899 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:38.387536 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=daa93a1d-c7cd-4b2b-8887-d558fa31e196,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:38.391177 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:38.393753 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Checking segment: {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:38.394389 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Network hostable DHCP agents. Network: ec2dd466-f1f6-4683-8e44-b29f82919e53, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:45:38.424633 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:45:38.443019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, ec2dd466-f1f6-4683-8e44-b29f82919e53) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:38.455639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:38.456481 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.465732 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db3e88-21cd-4842-9a4e-599097a2611e None None] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:45:38.488477 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:38.489140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:38.489826 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1d169d9f-7d1f-4fc5-a2ba-6aa6724a7d3e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9370370 Jun 01 14:45:38.491911 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52010) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:38.498172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:45:38.503877 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:45:38.508923 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Usage tracker for resource:router and tenant:16382c7f296141f0ba8f3ea502d08418 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:45:38.512953 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:45:38.544321 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:45:38.574597 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.576612 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.596857 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Pushing event updated for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:38.620632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:38.825909 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3e3b3-fbce-416d-96e8-7df76c7e4276 req-0db2f89e-09a3-4b62-a3a2-307d83ce16df tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:38.835881 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49b3e3b3-fbce-416d-96e8-7df76c7e4276 req-0db2f89e-09a3-4b62-a3a2-307d83ce16df tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.1027324 Jun 01 14:45:38.852465 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:38.895511 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49b3e3b3-fbce-416d-96e8-7df76c7e4276 req-dfcb7e23-ad56-45ec-9fbc-b0d5bd901933 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555811 Jun 01 14:45:39.020661 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.663s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:39.047053 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:39.281485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a6032-c524-4b8c-804a-ec29caa0d2f3 req-b8dec829-34e8-4d98-90eb-b3e3aea9597f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:39.283682 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e72a6032-c524-4b8c-804a-ec29caa0d2f3 req-b8dec829-34e8-4d98-90eb-b3e3aea9597f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1012521 Jun 01 14:45:39.312863 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e0329-6d1a-4a20-b13c-6691aaf15d4d req-f75083d9-5a4a-483f-8782-b4e95c7547aa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:39.314490 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7b6e0329-6d1a-4a20-b13c-6691aaf15d4d req-f75083d9-5a4a-483f-8782-b4e95c7547aa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1540589 Jun 01 14:45:39.365319 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e72a6032-c524-4b8c-804a-ec29caa0d2f3 req-da74b409-3a40-4e24-865b-07bfe501077f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750256 Jun 01 14:45:39.374028 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-ec2dd466-f1f6-4683-8e44-b29f82919e53', 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'fixed_ips': [{'subnet_id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:45:39.374895 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:39.439728 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:38Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:39.449637 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76710014-01af-4c3c-9b52-456edc2f66a9 None None] The sync data for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb is: [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:38Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:45:39.602092 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:45:39.638558 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Allocated IP 172.20.0.2 (ec2dd466-f1f6-4683-8e44-b29f82919e53/daa93a1d-c7cd-4b2b-8887-d558fa31e196/d81c1a52-aca0-442d-996d-0618dd11e2a0) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:39.693269 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7b6e0329-6d1a-4a20-b13c-6691aaf15d4d req-bf45843a-f955-44ad-ad0a-2f52ed40fd82 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3660140 Jun 01 14:45:39.717947 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:39.772208 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.061183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Allocated IP 172.28.2.199 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/a1fadbbd-0f58-46d2-9244-a9621d5b1e50) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:40.096584 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.113578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Transition to ACTIVE for port object d81c1a52-aca0-442d-996d-0618dd11e2a0 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:40.145118 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Transition to ACTIVE for port object d81c1a52-aca0-442d-996d-0618dd11e2a0 will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:40.168718 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.172837 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e341c047-655d-4911-bb3a-2f32d5d565da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:40.336225 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:40.337409 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:40.341492 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:40.391195 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Pushing event updated for resources: {'Port': ['ID=d81c1a52-aca0-442d-996d-0618dd11e2a0,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:40.394875 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.402199 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:40.440769 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c3df4-50f0-4a51-899b-340277452805 req-74251d38-a471-47a9-840c-1c4d87ffac56 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:40.449596 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b90c3df4-50f0-4a51-899b-340277452805 req-74251d38-a471-47a9-840c-1c4d87ffac56 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.3084176 Jun 01 14:45:40.544119 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Attempting to bind port d81c1a52-aca0-442d-996d-0618dd11e2a0 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:40.544745 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Attempting to bind port d81c1a52-aca0-442d-996d-0618dd11e2a0 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:40.545457 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Attempting to bind port d81c1a52-aca0-442d-996d-0618dd11e2a0 on network ec2dd466-f1f6-4683-8e44-b29f82919e53 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:40.569447 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:40.571564 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Checking segment: {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:40.572081 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.577726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Bound using segment: {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:40.581230 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Bound port: d81c1a52-aca0-442d-996d-0618dd11e2a0, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:40.593212 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.600836 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b90c3df4-50f0-4a51-899b-340277452805 req-394d5079-f42f-41cb-8e62-7e97de123902 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395330 Jun 01 14:45:40.633150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.647444 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:40.876867 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Pushing event updated for resources: {'Port': ['ID=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:40.887256 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] For port d81c1a52-aca0-442d-996d-0618dd11e2a0, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:40.892220 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] For port d81c1a52-aca0-442d-996d-0618dd11e2a0, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d81c1a52-aca0-442d-996d-0618dd11e2a0,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:40.899011 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:40.904850 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:40.976642 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:40.999243 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:41.007669 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfbe573e-c594-4065-a7ff-303f2cb2ca53 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:41.019351 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:41.027568 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:41.044769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c4628-afbb-4188-af9c-326035673788 req-20c6ae17-6c1d-44b9-bfed-c5712758fb09 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:41.048951 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-812c4628-afbb-4188-af9c-326035673788 req-20c6ae17-6c1d-44b9-bfed-c5712758fb09 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.4898887 Jun 01 14:45:41.053688 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e43f5-7889-4a52-841a-c8c71bb7b365 req-dffedc1a-949a-49d4-a187-8ab28a240d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:41.055202 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b9e43f5-7889-4a52-841a-c8c71bb7b365 req-dffedc1a-949a-49d4-a187-8ab28a240d94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.3417368 Jun 01 14:45:41.150164 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Pushing event updated for resources: {'Port': ['ID=d81c1a52-aca0-442d-996d-0618dd11e2a0,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:41.154455 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:41.160468 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6ed78-6c44-4398-a173-2a49dfc07ae0 req-26e9907a-33b6-4ee6-a405-c286a5e93714 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:41.172485 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:41.184017 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:41.184829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:41.189885 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-76d6ed78-6c44-4398-a173-2a49dfc07ae0 req-26e9907a-33b6-4ee6-a405-c286a5e93714 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3162470 Jun 01 14:45:41.379166 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:41.443375 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port cfbe573e-c594-4065-a7ff-303f2cb2ca53, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfbe573e-c594-4065-a7ff-303f2cb2ca53,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:41.452684 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:41.458812 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:41.481550 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b9e43f5-7889-4a52-841a-c8c71bb7b365 req-1753b1a3-b77b-4993-94f0-dedc6b752c96 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794534 Jun 01 14:45:41.563852 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Deleting port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:45:41.564601 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:41.599715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2695283-647a-415b-ab73-168591428772 req-6fae210f-9902-4add-8421-ab887add96d8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:41.622147 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a2695283-647a-415b-ab73-168591428772 req-6fae210f-9902-4add-8421-ab887add96d8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.5513308 Jun 01 14:45:41.657849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:41.663966 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:41.770750 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-76d6ed78-6c44-4398-a173-2a49dfc07ae0 req-f60c9264-f5a1-4c64-91ad-cac76a837e3c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797393 Jun 01 14:45:41.902603 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a2695283-647a-415b-ab73-168591428772 req-df99ef5f-e362-46df-8a9b-cd0cc68c3e3e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794700 Jun 01 14:45:41.954953 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] For port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,segment=NetworkSegment(80bc63d4-2ee2-40a4-88e9-905b164f35b4),segment_id=80bc63d4-2ee2-40a4-88e9-905b164f35b4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:41.955395 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:42.025315 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:42.145091 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafcbabc-07b7-4ddb-b841-2bfa75adc31d req-614d7eb6-de97-4a9b-aa0a-4cdbb873a5ed tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:42.153495 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dafcbabc-07b7-4ddb-b841-2bfa75adc31d req-614d7eb6-de97-4a9b-aa0a-4cdbb873a5ed tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 945 time: 0.2216251 Jun 01 14:45:42.200122 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Calling delete_port for 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:45:42.293206 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dafcbabc-07b7-4ddb-b841-2bfa75adc31d req-0642b7cf-e085-4e22-a31f-821698ce1e7b tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/security-groups?id=0e26003e-ba41-4cf5-ba80-f16039e8a514&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389256 Jun 01 14:45:42.390361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:42.400263 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-266846aa-52c8-449a-9373-b24f95ab0270 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:42.419624 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:45:42.470712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Pushing event deleted for resources: {'Port': ['ID=66dc62e8-5312-4d3b-81d4-b22b3d1eecbe,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:42.475537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:42.565309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] No DVR routers for this DVR port 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:45:42.567813 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:42.570978 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'name': 'network-vif-deleted', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:42.573842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53476e6d-e368-4372-9370-4dc0ae2f202d" -d '{"events": [{"server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "name": "network-vif-deleted", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:42.611981 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-812c4628-afbb-4188-af9c-326035673788 req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.79 "DELETE /v2.0/ports/66dc62e8-5312-4d3b-81d4-b22b3d1eecbe HTTP/1.1" status: 204 len: 173 time: 1.4717445 Jun 01 14:45:42.645431 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cc70c2-9fc8-4bc8-9b2e-4e185729574a x-openstack-request-id: req-56cc70c2-9fc8-4bc8-9b2e-4e185729574a {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:42.645946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb44249-94a4-4be3-9dfe-d8b73a272d1f", "name": "network-vif-deleted", "tag": "66dc62e8-5312-4d3b-81d4-b22b3d1eecbe", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:42.647335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56cc70c2-9fc8-4bc8-9b2e-4e185729574a {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:42.649843 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb44249-94a4-4be3-9dfe-d8b73a272d1f', 'name': 'network-vif-deleted', 'tag': '66dc62e8-5312-4d3b-81d4-b22b3d1eecbe', 'status': 'completed', 'code': 200} Jun 01 14:45:42.759373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:42.841010 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02b7e9-5465-49d0-bfea-46d830ef85e5 None None] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:45:43.069987 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Router 6640883d-acf2-49dc-aa5a-1b1d7506d339 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:45:43.079168 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfbe573e-c594-4065-a7ff-303f2cb2ca53 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:43.191223 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-638a49db-191f-4fa0-8d60-17c26138f408 None None] Provisioning for port d81c1a52-aca0-442d-996d-0618dd11e2a0 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:43.289726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port cfbe573e-c594-4065-a7ff-303f2cb2ca53 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:43.290079 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:43.298614 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75684ad4-ec8e-4643-904d-4dc067e5417d req-d7fb900a-1d04-4867-9774-9f8e8604ddcb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:43.312405 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-75684ad4-ec8e-4643-904d-4dc067e5417d req-d7fb900a-1d04-4867-9774-9f8e8604ddcb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1572328 Jun 01 14:45:43.404743 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-75684ad4-ec8e-4643-904d-4dc067e5417d req-f56f797c-4b31-4874-aa67-17343284aee7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945928 Jun 01 14:45:43.442954 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d81c1a52-aca0-442d-996d-0618dd11e2a0 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:43.581838 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port d81c1a52-aca0-442d-996d-0618dd11e2a0 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:43.587196 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port d81c1a52-aca0-442d-996d-0618dd11e2a0 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:43.587589 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:43.622084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:45:43.639382 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Sync routers for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:45:43.659771 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:43.661023 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:43.666972 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a608ebf-c115-4111-beff-295033ea3e9e req-aad279a6-d437-4db2-af98-4129436a6236 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:43.684580 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a608ebf-c115-4111-beff-295033ea3e9e req-aad279a6-d437-4db2-af98-4129436a6236 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.6017513 Jun 01 14:45:43.776182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-a12978d1-7c09-4a55-a75c-9b7768b48413 req-3fbdc83d-7dc5-4832-841b-8450d15bb9dc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Synchronizing usage tracker for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:45:43.814676 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a608ebf-c115-4111-beff-295033ea3e9e req-555b7f6c-5bd0-426d-bf6c-91a7b9a61b00 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290865 Jun 01 14:45:43.843995 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-a12978d1-7c09-4a55-a75c-9b7768b48413 req-3fbdc83d-7dc5-4832-841b-8450d15bb9dc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Unset dirty status for tenant:8d058dd32eef4352b6ac2168e454f589 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:45:43.859629 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a12978d1-7c09-4a55-a75c-9b7768b48413 req-3fbdc83d-7dc5-4832-841b-8450d15bb9dc tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] 10.222.0.15 "GET /v2.0/ports?device_id=beb44249-94a4-4be3-9dfe-d8b73a272d1f HTTP/1.1" status: 200 len: 210 time: 0.1863086 Jun 01 14:45:43.861064 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:43.862709 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3691704 Jun 01 14:45:43.866005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 52058) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:43.903575 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:43.947037 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-19091272-0065-4d0e-a5df-b67bfb8bd198 None None] Provisioning complete for port d81c1a52-aca0-442d-996d-0618dd11e2a0 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:43.947446 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-19091272-0065-4d0e-a5df-b67bfb8bd198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:44.014794 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port d81c1a52-aca0-442d-996d-0618dd11e2a0, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d81c1a52-aca0-442d-996d-0618dd11e2a0,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:44.032467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:44.036098 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:44.099380 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:44.221816 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=d81c1a52-aca0-442d-996d-0618dd11e2a0,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:44.229077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:44.432529 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 3, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:44.436535 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Checking router: 6640883d-acf2-49dc-aa5a-1b1d7506d339 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:45:44.436883 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Updating router 6640883d-acf2-49dc-aa5a-1b1d7506d339 port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:45:44.501908 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:44.683608 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646d6c8-b052-4c84-b109-9f3e62f3202d req-2643b525-5db4-463f-9c88-d8d89888b582 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:44.691430 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e646d6c8-b052-4c84-b109-9f3e62f3202d req-2643b525-5db4-463f-9c88-d8d89888b582 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1285472 Jun 01 14:45:44.782347 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e646d6c8-b052-4c84-b109-9f3e62f3202d req-805af41a-cab3-44fe-96a9-47416c371804 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877306 Jun 01 14:45:44.865026 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d81c1a52-aca0-442d-996d-0618dd11e2a0 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:44.940433 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:44.953543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.009875 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:45:45.010928 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 66dc62e8-5312-4d3b-81d4-b22b3d1eecbe not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:45:45.068953 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52076) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:45.096248 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port d81c1a52-aca0-442d-996d-0618dd11e2a0 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:45.096588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.173938 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Deleting subnet 5388f60f-8e86-4290-b77a-dde0ee8bffb1 {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:45:45.180302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.268414 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.322566 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.334851 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Transition to ACTIVE for port object a1fadbbd-0f58-46d2-9244-a9621d5b1e50 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:45.337809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.346987 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.352370 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:45.390381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895b0f4-820a-45e8-ab96-1d09a43b8901 req-de964bf9-bb24-4b1c-b117-bf8f701dda1e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:45.391967 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6895b0f4-820a-45e8-ab96-1d09a43b8901 req-de964bf9-bb24-4b1c-b117-bf8f701dda1e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.2627838 Jun 01 14:45:45.442134 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5b85e-f62d-4c3d-86e0-6189292a402f None None] Pushing event updated for resources: {'Port': ['ID=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,revision_number=2']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:45.446783 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-7af5b85e-f62d-4c3d-86e0-6189292a402f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:45.455140 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6895b0f4-820a-45e8-ab96-1d09a43b8901 req-5d4b3b3c-3baf-43ef-b7dc-881e26dcafce tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Jun 01 14:45:45.473440 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Attempting to bind port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:45.473985 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Attempting to bind port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:45.474491 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Attempting to bind port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:45.474617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Allocated IP 172.20.0.1 (ec2dd466-f1f6-4683-8e44-b29f82919e53/daa93a1d-c7cd-4b2b-8887-d558fa31e196/e65979c1-0ff5-4238-a67b-c633afde8a29) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:45:45.484763 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:45.485332 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:45.486237 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.486475 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:45.487120 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Bound port: a1fadbbd-0f58-46d2-9244-a9621d5b1e50, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:45.487707 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.657490 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] For port a1fadbbd-0f58-46d2-9244-a9621d5b1e50, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:45.661413 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] For port a1fadbbd-0f58-46d2-9244-a9621d5b1e50, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:45.671019 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.680854 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:45.762606 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:45.762825 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.763349 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:45.774305 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:45.830639 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5b85e-f62d-4c3d-86e0-6189292a402f None None] Pushing event updated for resources: {'Port': ['ID=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:45.835712 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-7af5b85e-f62d-4c3d-86e0-6189292a402f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:45.847787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.864116 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5388f60f-8e86-4290-b77a-dde0ee8bffb1,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:45.868934 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:45.886458 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:45.894041 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Transition to ACTIVE for port object e65979c1-0ff5-4238-a67b-c633afde8a29 will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:45.903919 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-320281dd-afca-446f-b3b5-fea56ca4a921 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5388f60f-8e86-4290-b77a-dde0ee8bffb1 HTTP/1.1" status: 204 len: 168 time: 0.8331084 Jun 01 14:45:45.905106 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 52088) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:46.035209 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:46.076275 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.132500 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d188e-463e-436a-84ed-21896527604a req-064e7f6c-e0b8-4336-83a2-43b95f2616aa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:46.134249 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b92d188e-463e-436a-84ed-21896527604a req-064e7f6c-e0b8-4336-83a2-43b95f2616aa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1657968 Jun 01 14:45:46.163129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.182242 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c2a93d8d-c251-4b60-82d3-f87cba9215b4 tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:46.205855 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b92d188e-463e-436a-84ed-21896527604a req-25975a57-a435-4cd5-8930-3cf8331b185e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594926 Jun 01 14:45:46.336652 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Pushing event updated for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:46.347837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:46.398593 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:46.434049 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafc441-27ff-4283-9051-241413ba3c7b req-22be0b94-c546-4ac2-83e9-fd67b33424f3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:46.444785 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-bbafc441-27ff-4283-9051-241413ba3c7b req-22be0b94-c546-4ac2-83e9-fd67b33424f3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1185162 Jun 01 14:45:46.525437 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 3, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:46.528705 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-bbafc441-27ff-4283-9051-241413ba3c7b req-cf5d3f41-458b-4590-a24b-56859a547763 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821521 Jun 01 14:45:46.531071 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5000abe-9d75-429e-8f44-50393f664d25 None None] The sync data for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb is: [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 3, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:45:46.623499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:46.643090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:45:46.710734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.736525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eae6956-0419-4ab9-81cc-f41c5c5fa10b']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:46.746509 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.772330 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bc63d4-2ee2-40a4-88e9-905b164f35b4') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:46.772616 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bc63d4-2ee2-40a4-88e9-905b164f35b4') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:46.793319 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.819721 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-eba2c9e5-c2e7-4724-be9c-e88d9230b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:46.821775 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-eba2c9e5-c2e7-4724-be9c-e88d9230b91a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=319990332f364ed79605b7107128e561&device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 1098 time: 0.6493480 Jun 01 14:45:46.832346 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.866163 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:45:46.866537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:45:46.889081 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:45:46.958612 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-369109c2-2ba9-46e5-b38c-2afdfe8204bf None None] Provisioning for port e65979c1-0ff5-4238-a67b-c633afde8a29 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:46.964211 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-369109c2-2ba9-46e5-b38c-2afdfe8204bf None None] Provisioning complete for port e65979c1-0ff5-4238-a67b-c633afde8a29 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:46.973056 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-369109c2-2ba9-46e5-b38c-2afdfe8204bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.041932 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-369109c2-2ba9-46e5-b38c-2afdfe8204bf None None] Port e65979c1-0ff5-4238-a67b-c633afde8a29 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:45:47.162352 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.174742 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.181575 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:47.204951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Pushing event deleted for resources: {'Network': ['ID=5eae6956-0419-4ab9-81cc-f41c5c5fa10b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:47.207426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:47.208946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-a70eb3fd-5bc5-441d-91dc-f3721e8470a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:47.210532 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-a70eb3fd-5bc5-441d-91dc-f3721e8470a1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 200 len: 920 time: 0.3733482 Jun 01 14:45:47.332417 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-bdb22d6a-7513-470c-9dd6-aad805b2857d admin admin] 10.222.0.15 "DELETE /v2.0/networks/5eae6956-0419-4ab9-81cc-f41c5c5fa10b HTTP/1.1" status: 204 len: 168 time: 1.4220803 Jun 01 14:45:47.365610 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-0d48a5e7-2b5a-4140-ab1a-5e407ef5588a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 200 len: 217 time: 0.0942304 Jun 01 14:45:47.474625 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.527304 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-a600a259-e4a1-420d-a694-aa97dddc4735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.580275 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52110) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:47.587983 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-2d6943a5-563c-4ed8-9ed4-eeed75b86ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:47.589482 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-2d6943a5-563c-4ed8-9ed4-eeed75b86ef7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 200 len: 859 time: 0.1679416 Jun 01 14:45:47.665287 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5a4163a9-ed02-4511-997a-e1ff28e8e8c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d058dd32eef4352b6ac2168e454f589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0834100 Jun 01 14:45:47.666777 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52114) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:47.692787 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-898d78b7-7e4d-42f0-b7fd-ed8d5e144db1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5b91548f-0046-469b-8b3c-ef708b200ddd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906377 Jun 01 14:45:47.956741 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6413d-e530-4e8e-8ea9-08f433c9a908 req-b0569b98-b2ac-4ea9-8de6-6e48490701eb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:47.968615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:47.977175 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f6413d-e530-4e8e-8ea9-08f433c9a908 req-b0569b98-b2ac-4ea9-8de6-6e48490701eb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.6043832 Jun 01 14:45:48.036466 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.075566 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ef4a3-c653-4062-96de-dccb535c9e51 req-5ee89f69-fdbe-4a37-95b5-0b9063638ac4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:48.084315 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-219ef4a3-c653-4062-96de-dccb535c9e51 req-5ee89f69-fdbe-4a37-95b5-0b9063638ac4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3765829 Jun 01 14:45:48.109103 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f6413d-e530-4e8e-8ea9-08f433c9a908 req-0cbcbbe4-ec5a-49c6-86e6-351353fdb1c7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306381 Jun 01 14:45:48.147471 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-9cf94806-de87-4ded-bd81-0446fdf444be service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340944 Jun 01 14:45:48.176584 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-219ef4a3-c653-4062-96de-dccb535c9e51 req-0b0f1887-c1f5-40a0-adea-b5714c7445cc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910025 Jun 01 14:45:48.197108 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.202279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0baf9bbd-476a-4747-88c7-f0354f3b15c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:48.216803 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e26003e-ba41-4cf5-ba80-f16039e8a514,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:48.219346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:48.235393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.237056 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e26003e-ba41-4cf5-ba80-f16039e8a514 HTTP/1.1" status: 204 len: 168 time: 0.5686345 Jun 01 14:45:48.348768 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.359513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.405621 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f218cf06-d8d4-4dbf-b739-2a9ce0b83c63 tempest-VolumesActionsTest-15205729 tempest-VolumesActionsTest-15205729-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:48.489273 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a2aba6e-70d8-419c-a9cf-d96c9d837dbe req-bb10b021-5b19-474f-8048-3da0ce63b252 service neutron] 10.222.0.79 "GET /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297420 Jun 01 14:45:48.502896 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Pushing event updated for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:48.505378 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:48.509329 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:48.843642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:45:48.853051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:45:48.856754 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device a1fadbbd-0f58-46d2-9244-a9621d5b1e50 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:48.996589 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:49.003632 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:49.004262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:49.130043 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Router 6640883d-acf2-49dc-aa5a-1b1d7506d339 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:45:49.219832 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:49.228396 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-9b14cec1-43ed-423b-a5fc-2db5d1f746eb None None] Provisioning complete for port e65979c1-0ff5-4238-a67b-c633afde8a29 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:49.229058 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9b14cec1-43ed-423b-a5fc-2db5d1f746eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:49.289781 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port a1fadbbd-0f58-46d2-9244-a9621d5b1e50, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:49.302683 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:49.304783 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:49.390749 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-9b14cec1-43ed-423b-a5fc-2db5d1f746eb None None] Port e65979c1-0ff5-4238-a67b-c633afde8a29 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:45:49.414840 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:49.419363 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:49.443053 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:45:49.449389 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b5b06-c59b-49d3-a58e-ce728314a007 req-b278b2d3-da5a-4ca2-92e5-8d63fd893ad5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:49.450005 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] 10.222.0.15 "PUT /v2.0/routers/6640883d-acf2-49dc-aa5a-1b1d7506d339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5821993 Jun 01 14:45:49.451678 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f09b5b06-c59b-49d3-a58e-ce728314a007 req-b278b2d3-da5a-4ca2-92e5-8d63fd893ad5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0993652 Jun 01 14:45:49.461864 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Sync routers for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:45:49.473916 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:49.474548 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:49.488756 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a98bf-9cb0-4212-b8a7-e1921b567ac0 req-470f533b-57f7-4877-9fd9-4eaa59f2c93b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:49.495969 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9d3a98bf-9cb0-4212-b8a7-e1921b567ac0 req-470f533b-57f7-4877-9fd9-4eaa59f2c93b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1541555 Jun 01 14:45:49.543005 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f09b5b06-c59b-49d3-a58e-ce728314a007 req-fdd3c6b1-a782-4361-9dd0-4809617246d9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849600 Jun 01 14:45:49.561260 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9d3a98bf-9cb0-4212-b8a7-e1921b567ac0 req-9ee4ab46-176d-4f42-984d-e23b2910bfb1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640509 Jun 01 14:45:49.717322 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:49.946420 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f336b768-686a-49f1-96b9-7497072e5976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:50.004623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6274-1368-4df4-b369-0b146f454574 req-bc032645-f202-42b0-be89-ebd6160109de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:50.006313 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-bc032645-f202-42b0-be89-ebd6160109de service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1099 time: 0.0859709 Jun 01 14:45:50.076996 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:47Z', 'revision_number': 4, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'e65979c1-0ff5-4238-a67b-c633afde8a29', 'name': '', 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'mac_address': 'fa:16:3e:53:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:45Z', 'updated_at': '2021-06-01T14:45:47Z', 'revision_number': 2, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'subnets': [{'id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:50.081567 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Checking router: 6640883d-acf2-49dc-aa5a-1b1d7506d339 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:45:50.082112 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Updating router 6640883d-acf2-49dc-aa5a-1b1d7506d339 port e65979c1-0ff5-4238-a67b-c633afde8a29 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:45:50.155005 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:50.165627 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:50.201490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6274-1368-4df4-b369-0b146f454574 req-dce45467-9950-41b1-afd3-8e2b7f0ee812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:50.203380 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-dce45467-9950-41b1-afd3-8e2b7f0ee812 service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1789722 Jun 01 14:45:50.340665 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-ab73d189-4ea1-41b0-92e0-d009e0d352f3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 1001 time: 0.1252522 Jun 01 14:45:50.417424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6274-1368-4df4-b369-0b146f454574 req-03f237b0-947f-4cdd-894d-d6534c6241ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:50.419162 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-03f237b0-947f-4cdd-894d-d6534c6241ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0707245 Jun 01 14:45:50.553160 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b6274-1368-4df4-b369-0b146f454574 req-bdad2ee0-2275-40c3-aaae-e70ffe2db8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:50.554676 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-bdad2ee0-2275-40c3-aaae-e70ffe2db8d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1235850 Jun 01 14:45:50.705639 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:50.722596 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Transition to ACTIVE for port object e65979c1-0ff5-4238-a67b-c633afde8a29 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:45:50.744436 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:50.753961 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:50.942745 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device a1fadbbd-0f58-46d2-9244-a9621d5b1e50 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:50.958060 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-defc762e-1150-4d33-ab1b-a94d17db540a service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938997 Jun 01 14:45:50.970654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37131a6a-f0d1-4af6-82ef-51a68112bc44 req-48cc7cc7-63f0-4929-9106-fca73a99b1c2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:50.978607 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-37131a6a-f0d1-4af6-82ef-51a68112bc44 req-48cc7cc7-63f0-4929-9106-fca73a99b1c2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1875029 Jun 01 14:45:51.042027 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-37131a6a-f0d1-4af6-82ef-51a68112bc44 req-25b08bbc-40bf-4b6a-a566-391cc201fc2f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592535 Jun 01 14:45:51.097181 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Pushing event updated for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:51.115919 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:51.161927 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0f6b6274-1368-4df4-b369-0b146f454574 req-cd558891-95ee-41c2-8e6b-f5286a148ebf service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864479 Jun 01 14:45:51.198117 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114611c-ad26-4760-9d95-ec6175d31d6b req-34f2e2c2-9b1a-451f-bd72-3e0ea7e92cc5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:51.199788 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8114611c-ad26-4760-9d95-ec6175d31d6b req-34f2e2c2-9b1a-451f-bd72-3e0ea7e92cc5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.3775344 Jun 01 14:45:51.289581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8114611c-ad26-4760-9d95-ec6175d31d6b req-e4bca3e9-9c2b-408e-8433-e9bbbce489ee tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836799 Jun 01 14:45:51.335205 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Attempting to bind port e65979c1-0ff5-4238-a67b-c633afde8a29 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:45:51.335586 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Attempting to bind port e65979c1-0ff5-4238-a67b-c633afde8a29 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:45:51.336000 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Attempting to bind port e65979c1-0ff5-4238-a67b-c633afde8a29 on network ec2dd466-f1f6-4683-8e44-b29f82919e53 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:45:51.346230 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:45:51.346480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Checking segment: {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:45:51.347549 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:51.347549 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Bound using segment: {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:45:51.348211 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Bound port: e65979c1-0ff5-4238-a67b-c633afde8a29, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5626a344-21c9-47ed-b7c6-e00c3906d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:45:51.348359 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:51.455111 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] For port e65979c1-0ff5-4238-a67b-c633afde8a29, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:45:51.458709 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] For port e65979c1-0ff5-4238-a67b-c633afde8a29, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e65979c1-0ff5-4238-a67b-c633afde8a29,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:45:51.459898 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:51.467642 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:51.468026 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:51.493135 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:51.503779 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:51.613742 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Pushing event updated for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:51.618568 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:51.620616 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:45:51.621247 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:45:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:51.885108 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:45:52.265698 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cc826-b527-455a-a7b1-3a1a4be10838 req-ab02eba9-94c8-45ce-beec-08bd9d8ed68d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:52.267209 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6e2cc826-b527-455a-a7b1-3a1a4be10838 req-ab02eba9-94c8-45ce-beec-08bd9d8ed68d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 946 time: 0.1075191 Jun 01 14:45:52.359717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:47Z', 'revision_number': 4, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'e65979c1-0ff5-4238-a67b-c633afde8a29', 'name': '', 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'mac_address': 'fa:16:3e:53:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:45Z', 'updated_at': '2021-06-01T14:45:51Z', 'revision_number': 4, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'subnets': [{'id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:45:52.364573 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6e2cc826-b527-455a-a7b1-3a1a4be10838 req-4174288f-e3e1-4df8-aa9e-ad24b988d606 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900409 Jun 01 14:45:52.367519 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f48215-236a-41f6-8321-dd9613d3cd75 None None] The sync data for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb is: [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:45:47Z', 'revision_number': 4, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'e65979c1-0ff5-4238-a67b-c633afde8a29', 'name': '', 'network_id': 'ec2dd466-f1f6-4683-8e44-b29f82919e53', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'mac_address': 'fa:16:3e:53:20:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:45Z', 'updated_at': '2021-06-01T14:45:51Z', 'revision_number': 4, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'subnets': [{'id': 'daa93a1d-c7cd-4b2b-8887-d558fa31e196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:45:52.634401 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:52.649266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c54970b-f6a2-4146-8f39-917b7283d754 req-9f702806-47f1-42af-a866-795642e999e4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:52.651954 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9c54970b-f6a2-4146-8f39-917b7283d754 req-9f702806-47f1-42af-a866-795642e999e4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1597548 Jun 01 14:45:52.847504 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9c54970b-f6a2-4146-8f39-917b7283d754 req-3a54a719-37a8-4921-a0b3-563d6588ffe2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891923 Jun 01 14:45:52.856405 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e65979c1-0ff5-4238-a67b-c633afde8a29 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:53.018733 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:53.316613 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:53.331790 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port e65979c1-0ff5-4238-a67b-c633afde8a29 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:45:53.384616 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:53.385852 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port e65979c1-0ff5-4238-a67b-c633afde8a29 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:53.386427 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:53.452063 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:45:53.455501 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be6f186-9d79-4d1e-87c8-ee8317badf13" -d '{"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-unplugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:45:53.462038 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:53.467133 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:53.693613 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=8']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:53.699796 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:53.732677 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.733588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.734788 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.735337 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.748512 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.749125 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.749611 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.750168 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.750738 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.751215 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.751688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.752156 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:45:53.765267 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:53.785887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de35c0c-dc5b-48b4-995b-bdc508a90ed8 req-0858337f-f713-4051-999d-3e3f616bd6be tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:53.788266 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4de35c0c-dc5b-48b4-995b-bdc508a90ed8 req-0858337f-f713-4051-999d-3e3f616bd6be tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1765938 Jun 01 14:45:53.812620 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port e65979c1-0ff5-4238-a67b-c633afde8a29, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e65979c1-0ff5-4238-a67b-c633afde8a29,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:45:53.819615 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:53.826525 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:45:53.877652 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4de35c0c-dc5b-48b4-995b-bdc508a90ed8 req-75c8c4af-ac93-431e-99ab-df07fc0899b7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819540 Jun 01 14:45:54.030813 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835be2a8-83ae-4a66-bb24-729f9741d145 x-openstack-request-id: req-835be2a8-83ae-4a66-bb24-729f9741d145 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:45:54.030813 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-unplugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:45:54.030813 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-835be2a8-83ae-4a66-bb24-729f9741d145 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:45:54.030813 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'code': 200} Jun 01 14:45:54.144709 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:45:54.161152 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:45:54.843498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e65979c1-0ff5-4238-a67b-c633afde8a29 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:45:54.955618 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port e65979c1-0ff5-4238-a67b-c633afde8a29 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:45:54.956085 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:45:55.202761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cda6b31-90df-4747-98cc-03bde60fa23b req-583a2c83-20a6-4d07-89bc-81b4fa286cee tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:55.204374 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0cda6b31-90df-4747-98cc-03bde60fa23b req-583a2c83-20a6-4d07-89bc-81b4fa286cee tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0856171 Jun 01 14:45:55.261245 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0cda6b31-90df-4747-98cc-03bde60fa23b req-1901eef0-854d-472c-a5b2-e2e93a597d79 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487518 Jun 01 14:45:56.450389 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015f9c6-5c13-49ca-9d79-459c4ec4ce38 req-402b5073-5cba-447e-9771-854f215aa3d5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:56.458615 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0015f9c6-5c13-49ca-9d79-459c4ec4ce38 req-402b5073-5cba-447e-9771-854f215aa3d5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1247230 Jun 01 14:45:56.515350 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0015f9c6-5c13-49ca-9d79-459c4ec4ce38 req-06d2c72e-4567-4b8b-badc-536a9fa39ce6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539193 Jun 01 14:45:56.827529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52336) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:45:57.030463 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-04110d03-a16d-4a25-ac01-65a62078c66d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1999714 Jun 01 14:45:57.769296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257d74b-ae57-43e4-9196-c3a2d554277d req-4dbc2700-6be7-476a-813f-88c4a15bf3c6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:57.770900 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4257d74b-ae57-43e4-9196-c3a2d554277d req-4dbc2700-6be7-476a-813f-88c4a15bf3c6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1249728 Jun 01 14:45:57.836617 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4257d74b-ae57-43e4-9196-c3a2d554277d req-110eef86-dfee-4e78-9a98-51c6d70bc7e8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588875 Jun 01 14:45:58.687008 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c8e15-11e0-4b94-8479-2d3c6047866d req-f69a12ab-f0c7-4efa-b862-ab62c78d513c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:58.688857 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-138c8e15-11e0-4b94-8479-2d3c6047866d req-f69a12ab-f0c7-4efa-b862-ab62c78d513c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0967543 Jun 01 14:45:58.748303 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-138c8e15-11e0-4b94-8479-2d3c6047866d req-e71333a4-2add-48b1-b317-16984b295a72 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Jun 01 14:45:59.036867 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:45:59.056844 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5d1e-3841-4c8d-9f52-d95fd5c8332e req-44829f02-a3b8-4553-8f96-512113ec3f8a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:59.058523 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-544c5d1e-3841-4c8d-9f52-d95fd5c8332e req-44829f02-a3b8-4553-8f96-512113ec3f8a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0911593 Jun 01 14:45:59.120797 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-544c5d1e-3841-4c8d-9f52-d95fd5c8332e req-df828720-a198-4bdd-92e1-e3979cceea14 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538032 Jun 01 14:45:59.564596 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c568-7601-44c7-848d-fff085d25a4a req-ce7158c8-11da-4e85-8392-982203db22c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:59.566710 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-ce7158c8-11da-4e85-8392-982203db22c1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 1097 time: 0.0806127 Jun 01 14:45:59.671039 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c568-7601-44c7-848d-fff085d25a4a req-ceb3125d-d161-4753-92a1-590f6504e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:59.672897 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-ceb3125d-d161-4753-92a1-590f6504e504 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1097 time: 0.0716364 Jun 01 14:45:59.835381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c568-7601-44c7-848d-fff085d25a4a req-e0d99f79-03a3-4625-b6ac-dbfc37d019b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:45:59.836927 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-e0d99f79-03a3-4625-b6ac-dbfc37d019b4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1479697 Jun 01 14:46:00.045839 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-03567f01-6c38-4d2f-83d1-849e75c2bd5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 999 time: 0.1938868 Jun 01 14:46:00.099102 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f404318-2130-492b-89b3-aed2f69a33ed req-b96b9ce6-c1b5-492c-840b-ad232840aea9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:00.100599 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8f404318-2130-492b-89b3-aed2f69a33ed req-b96b9ce6-c1b5-492c-840b-ad232840aea9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1730065 Jun 01 14:46:00.127105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c568-7601-44c7-848d-fff085d25a4a req-b06387c1-fb4a-4bd7-974d-e2422df93f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:00.128598 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-b06387c1-fb4a-4bd7-974d-e2422df93f74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0719819 Jun 01 14:46:00.254394 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8f404318-2130-492b-89b3-aed2f69a33ed req-f1cb9b75-3d0c-4a43-920a-434bf5dcda9c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291287 Jun 01 14:46:00.295306 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11c568-7601-44c7-848d-fff085d25a4a req-c6a51ac2-65bb-41a6-8a4d-dd97674dc971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:00.297575 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-c6a51ac2-65bb-41a6-8a4d-dd97674dc971 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1355391 Jun 01 14:46:00.386034 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b62f4-d09a-44d9-b708-fb8d7595f0ec req-4f055bee-96c8-45f0-a3e1-bec33333933b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:00.398780 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2a7b62f4-d09a-44d9-b708-fb8d7595f0ec req-4f055bee-96c8-45f0-a3e1-bec33333933b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1274819 Jun 01 14:46:00.446852 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2a7b62f4-d09a-44d9-b708-fb8d7595f0ec req-f9d974e4-3bd1-4dc5-9944-4bc4e2678c4d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469637 Jun 01 14:46:00.527298 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-c46e0c58-d293-444e-a0de-99474d73f8ff service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143028 Jun 01 14:46:00.775412 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5c11c568-7601-44c7-848d-fff085d25a4a req-91298905-3ab0-4432-bd26-23dc0dcf5b8f service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274268 Jun 01 14:46:01.617214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f98c4-de5c-4a9f-855d-24283091f047 req-d3c06467-b18e-4787-80d3-657e65334eb0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:01.629706 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cc5f98c4-de5c-4a9f-855d-24283091f047 req-d3c06467-b18e-4787-80d3-657e65334eb0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1680903 Jun 01 14:46:01.685223 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cc5f98c4-de5c-4a9f-855d-24283091f047 req-80d2552e-5c57-4884-a9c5-483ff6fb5ab0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528104 Jun 01 14:46:01.807252 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd05258-7dd3-4b91-ba32-94e157c66105 req-4957ec86-16f5-4e6b-9606-775fd3d20a9e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:01.808882 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2cd05258-7dd3-4b91-ba32-94e157c66105 req-4957ec86-16f5-4e6b-9606-775fd3d20a9e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1492527 Jun 01 14:46:01.867669 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2cd05258-7dd3-4b91-ba32-94e157c66105 req-0507fabc-62df-4069-a610-20c33bd47877 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524850 Jun 01 14:46:02.884971 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148103ac-f70d-4bf2-ba38-91707365dcf2 req-180369bd-d15f-4cdb-bc6f-a3cf81e70e4e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:02.886479 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-148103ac-f70d-4bf2-ba38-91707365dcf2 req-180369bd-d15f-4cdb-bc6f-a3cf81e70e4e tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0988510 Jun 01 14:46:02.933451 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-148103ac-f70d-4bf2-ba38-91707365dcf2 req-85bc06ce-9759-449f-b276-9f533e1d4804 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401626 Jun 01 14:46:03.117901 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f981fd-af3a-4e32-92d8-afb8f6ed46eb req-9251ddbd-a2f1-4104-b0a8-f3d0382fc9ae tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:03.119364 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-41f981fd-af3a-4e32-92d8-afb8f6ed46eb req-9251ddbd-a2f1-4104-b0a8-f3d0382fc9ae tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0801790 Jun 01 14:46:03.180870 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-41f981fd-af3a-4e32-92d8-afb8f6ed46eb req-f68863af-35a7-4088-a4e2-4f2c56f42387 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556352 Jun 01 14:46:04.005784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-354ecea7-6bc4-4c6d-b6da-1c2c2901492f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:04.006469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-354ecea7-6bc4-4c6d-b6da-1c2c2901492f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:network {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:04.030366 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-354ecea7-6bc4-4c6d-b6da-1c2c2901492f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:network {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:04.032018 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-354ecea7-6bc4-4c6d-b6da-1c2c2901492f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 814 time: 0.2424717 Jun 01 14:46:04.055039 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-4aeb075f-3cc4-427d-8b2b-e2da497fb675 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/quotas/4d8971365f5e46e2bca330356b18f750 HTTP/1.1" status: 200 len: 375 time: 0.0103252 Jun 01 14:46:04.134551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087d235-0168-40b4-8764-ed458a5c7e2f req-5810cc72-6ce5-4442-a4fa-6b410fc98c6a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:04.136912 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6087d235-0168-40b4-8764-ed458a5c7e2f req-5810cc72-6ce5-4442-a4fa-6b410fc98c6a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0894964 Jun 01 14:46:04.157560 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-3cda3207-95fb-4a2b-944d-fd0f93b29296 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886157 Jun 01 14:46:04.189070 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6087d235-0168-40b4-8764-ed458a5c7e2f req-ebaee5e3-d75f-4bfe-a0bb-503ccef51e42 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Jun 01 14:46:04.291670 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-3461f67a-e8cc-4ab6-8089-1fff1121eca1 service neutron] 10.222.0.15 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321735 Jun 01 14:46:04.382996 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95b65-5fe9-408d-9f83-7a1117edea61 req-47bdc7aa-117e-4707-95b1-0e2eb1c1e1a7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:04.384729 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c5b95b65-5fe9-408d-9f83-7a1117edea61 req-47bdc7aa-117e-4707-95b1-0e2eb1c1e1a7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0884275 Jun 01 14:46:04.439493 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-d39940ab-7d00-48f5-a8d6-85744dad3851 service neutron] 10.222.0.15 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441510 Jun 01 14:46:04.455669 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c5b95b65-5fe9-408d-9f83-7a1117edea61 req-ea13a7df-745b-4d25-9d64-c5c36ba9e2da tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594201 Jun 01 14:46:04.635666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1c8a29c1-6260-4508-ab8a-6f0509a9723d req-77e825f7-369d-47e0-afc6-1ce883305d66 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:04.654131 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-1c8a29c1-6260-4508-ab8a-6f0509a9723d req-77e825f7-369d-47e0-afc6-1ce883305d66 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:04.655595 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1c8a29c1-6260-4508-ab8a-6f0509a9723d req-77e825f7-369d-47e0-afc6-1ce883305d66 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0780201 Jun 01 14:46:05.394017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621abaf-91ed-4b33-bc53-8c567b458d1e req-af206ea0-72bc-461f-be8c-e50be2c55ec0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:05.395511 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2621abaf-91ed-4b33-bc53-8c567b458d1e req-af206ea0-72bc-461f-be8c-e50be2c55ec0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0994158 Jun 01 14:46:05.443637 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2621abaf-91ed-4b33-bc53-8c567b458d1e req-67047e2e-302f-485d-aa26-492545b0d96c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jun 01 14:46:05.490133 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:05.668116 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de4698-e3f6-40d1-b517-e491b97737ad req-ef449dcb-61dc-47f7-a8a1-339aaf69bc51 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:05.669819 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b9de4698-e3f6-40d1-b517-e491b97737ad req-ef449dcb-61dc-47f7-a8a1-339aaf69bc51 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0925329 Jun 01 14:46:05.716210 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b9de4698-e3f6-40d1-b517-e491b97737ad req-b357f0c4-4e6f-4669-8d30-87806283fddd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Jun 01 14:46:05.811730 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-70a63ae9-40a8-4b38-942e-a267ecba707d req-80142fc1-5fe0-462d-b505-4ae5b570f531 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0455639 Jun 01 14:46:06.687210 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa16ab-073d-46c6-b23a-b114f16b6f06 req-705a3cfc-df62-4236-815b-18c9206b8dd7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:06.688932 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24fa16ab-073d-46c6-b23a-b114f16b6f06 req-705a3cfc-df62-4236-815b-18c9206b8dd7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0856490 Jun 01 14:46:06.737077 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24fa16ab-073d-46c6-b23a-b114f16b6f06 req-a96c2ee5-ede5-4688-a077-7870c874d39f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 Jun 01 14:46:06.932371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81281e-12ef-4780-8e91-cd89c3e22c73 req-93afeb66-c2b6-45d9-8d05-e16111cf9e7f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:06.933962 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb81281e-12ef-4780-8e91-cd89c3e22c73 req-93afeb66-c2b6-45d9-8d05-e16111cf9e7f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0917799 Jun 01 14:46:06.975905 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-657915f3-013c-4637-bb90-16e6734f5afd req-01554659-0fc2-4e53-b4c7-2b8bee5bef17 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0438919 Jun 01 14:46:06.980776 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb81281e-12ef-4780-8e91-cd89c3e22c73 req-7558cbc8-f539-414b-9ced-ecc3c1c80534 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411875 Jun 01 14:46:07.959752 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee0623-b212-4240-bf7b-9139327c4ba1 req-fa64914b-3713-46d9-a170-40a8704491e0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:07.961395 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f2ee0623-b212-4240-bf7b-9139327c4ba1 req-fa64914b-3713-46d9-a170-40a8704491e0 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1056616 Jun 01 14:46:08.011229 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f2ee0623-b212-4240-bf7b-9139327c4ba1 req-9746baf1-4a39-4b18-83b3-21b3feba20a4 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424705 Jun 01 14:46:08.161420 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-30e88f7e-1bad-4d1a-85ed-86058dca6404 req-34fdea47-8c5f-4eb2-8e9b-dbb94337f5d8 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0455947 Jun 01 14:46:08.207955 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393397d8-74a7-46fc-bc54-b612b1d4715a req-ffd57f22-655f-4fda-ae60-437c108968b2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:08.209345 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-393397d8-74a7-46fc-bc54-b612b1d4715a req-ffd57f22-655f-4fda-ae60-437c108968b2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0945761 Jun 01 14:46:08.254765 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-393397d8-74a7-46fc-bc54-b612b1d4715a req-ac9ec9b0-6fce-4364-8291-1bf6c8f04e2e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Jun 01 14:46:09.363339 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7d8f8090-d028-44d2-bb74-db054e09f5c6 req-5c68acde-444f-40f7-aeef-13aa6da2ae4b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0452385 Jun 01 14:46:09.390240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff96dc-7d0f-458b-83f9-044e6a4b122f req-5cd0fe50-b8ea-47b9-90b7-522c1affcb92 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:09.398022 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8ff96dc-7d0f-458b-83f9-044e6a4b122f req-5cd0fe50-b8ea-47b9-90b7-522c1affcb92 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0938110 Jun 01 14:46:09.439165 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a8ff96dc-7d0f-458b-83f9-044e6a4b122f req-5fbe4f61-9e82-4fce-adcd-f2b281f45b62 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402524 Jun 01 14:46:09.544712 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2ab18-a592-4924-9054-c1820a168b09 req-f7cd7572-e2b1-4df4-b6a0-0429f6f0b06b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:09.546087 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-52b2ab18-a592-4924-9054-c1820a168b09 req-f7cd7572-e2b1-4df4-b6a0-0429f6f0b06b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0811620 Jun 01 14:46:09.595735 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-52b2ab18-a592-4924-9054-c1820a168b09 req-547150b3-7c51-4bc4-ab03-c7038ec61ff9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Jun 01 14:46:10.531581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4aca75f0-f194-40ac-afd4-489b1d610738 req-9d3355f4-3cab-4d0f-89ec-3f74b33fa67b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0600345 Jun 01 14:46:10.734930 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a214f-15af-42d4-9f7b-7d8528cf80e3 req-ccde5197-0c19-42db-b8b1-75adf25c413d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:10.736424 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-bb4a214f-15af-42d4-9f7b-7d8528cf80e3 req-ccde5197-0c19-42db-b8b1-75adf25c413d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1505740 Jun 01 14:46:10.780717 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-bb4a214f-15af-42d4-9f7b-7d8528cf80e3 req-ad4093f7-06c8-418b-a3c9-a7097bb589c9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Jun 01 14:46:10.787227 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29340239-9926-4168-a167-f2f0ff07d5e4 req-bf834379-3e43-420e-a747-a67ba7227ea5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:10.794988 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29340239-9926-4168-a167-f2f0ff07d5e4 req-bf834379-3e43-420e-a747-a67ba7227ea5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0847456 Jun 01 14:46:10.835369 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-29340239-9926-4168-a167-f2f0ff07d5e4 req-c2568fb7-4dae-4064-9854-5ace0ea0dc65 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Jun 01 14:46:11.700963 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-5e6294e9-0957-4599-a443-6682e7d5283a req-d4245c91-388c-420b-bbfb-0d9511613e46 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0500293 Jun 01 14:46:11.987463 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb1314-a7e3-428b-9db0-207d90fd0a3f req-e661b259-d990-4c92-998e-50cd47530d54 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:11.989062 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-64bb1314-a7e3-428b-9db0-207d90fd0a3f req-e661b259-d990-4c92-998e-50cd47530d54 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0866668 Jun 01 14:46:12.030572 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ecd08-be91-4725-b9a1-d62fcbe1a8d5 req-181ffdaa-e2e3-4a3f-a6d7-825dee491628 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:12.032286 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e05ecd08-be91-4725-b9a1-d62fcbe1a8d5 req-181ffdaa-e2e3-4a3f-a6d7-825dee491628 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0845773 Jun 01 14:46:12.041359 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-64bb1314-a7e3-428b-9db0-207d90fd0a3f req-60f8d7b3-8c34-484d-89de-f36d6187c84a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419106 Jun 01 14:46:12.076033 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e05ecd08-be91-4725-b9a1-d62fcbe1a8d5 req-bca29b07-507c-4bd8-874d-ba6c6dda16e5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378621 Jun 01 14:46:12.856937 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-76149d8c-4008-415f-96ba-b95d873c4ef9 req-65caf2bf-0ca1-44d0-98b8-a538646df6d2 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0472870 Jun 01 14:46:13.246323 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae8a6e3-7ce0-42dd-b206-4aa0facabaad req-b38072ca-f8d5-4be8-851b-df43cd432bf7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:13.249124 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4ae8a6e3-7ce0-42dd-b206-4aa0facabaad req-b38072ca-f8d5-4be8-851b-df43cd432bf7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0946975 Jun 01 14:46:13.282354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a08dfa-039b-40bb-8fbe-12c1653311d8 req-16617488-fbd7-492c-bed3-1d154ac53e13 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:13.283835 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33a08dfa-039b-40bb-8fbe-12c1653311d8 req-16617488-fbd7-492c-bed3-1d154ac53e13 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0972443 Jun 01 14:46:13.295043 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4ae8a6e3-7ce0-42dd-b206-4aa0facabaad req-9f481f49-9d2d-40a9-81da-c8fce3466054 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Jun 01 14:46:13.337261 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33a08dfa-039b-40bb-8fbe-12c1653311d8 req-3d622f41-dead-43ba-9a1f-ba294bd24ca6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476282 Jun 01 14:46:14.021465 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-af463429-f00f-4a1b-b4c6-8b507799d998 req-37e7a8b8-531b-40ef-8011-b865a5ed7ffd tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0492811 Jun 01 14:46:14.518094 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf3352-42d7-4230-96dd-b8cdb7856c1c req-57da30fa-fb0a-4a91-a3a9-1b521aa6c018 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:14.522651 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9fbf3352-42d7-4230-96dd-b8cdb7856c1c req-57da30fa-fb0a-4a91-a3a9-1b521aa6c018 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0911200 Jun 01 14:46:14.564911 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271482-c0ae-42b7-8b11-bae82e3f65a9 req-1de7fb2d-886b-44ff-81b1-340e07dfeee1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:14.566394 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-75271482-c0ae-42b7-8b11-bae82e3f65a9 req-1de7fb2d-886b-44ff-81b1-340e07dfeee1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0890360 Jun 01 14:46:14.579926 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9fbf3352-42d7-4230-96dd-b8cdb7856c1c req-5a9b9c3f-9655-468f-994d-20a57f5d41a5 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 Jun 01 14:46:14.617769 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-75271482-c0ae-42b7-8b11-bae82e3f65a9 req-2f2fa530-451c-409f-b25c-4cdf5b086d7f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448060 Jun 01 14:46:15.202937 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-42655ce1-d7af-4448-bac0-6b0460c7e6d1 req-fcbaaedb-ba36-4689-88a3-0911dd83a489 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0586901 Jun 01 14:46:15.811540 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7c7a6-6a42-497a-b6ae-03b51aa0942c req-ff0e9027-73e3-40f9-b112-aa0804f84f05 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:15.813827 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-aea7c7a6-6a42-497a-b6ae-03b51aa0942c req-ff0e9027-73e3-40f9-b112-aa0804f84f05 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.1206048 Jun 01 14:46:15.890661 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-aea7c7a6-6a42-497a-b6ae-03b51aa0942c req-0b321594-f0de-4754-b7b5-4020c9f77711 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609131 Jun 01 14:46:15.902499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac27226-d3a4-45a7-8bc3-a0f6d59fee25 req-34ee3848-d458-4783-97ff-2641a624d338 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:15.904714 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4ac27226-d3a4-45a7-8bc3-a0f6d59fee25 req-34ee3848-d458-4783-97ff-2641a624d338 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1363299 Jun 01 14:46:15.961106 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4ac27226-d3a4-45a7-8bc3-a0f6d59fee25 req-1ceaaf0d-1f5c-47a5-8c25-8f804483e7f8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438857 Jun 01 14:46:16.353731 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-457149f3-0a72-4f6b-8c10-f71ef25ee8de req-79fa385d-ba37-40ac-bd81-54d815e25e83 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0445933 Jun 01 14:46:16.602056 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:46:17.086112 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50363e-7058-46e3-8313-01a52f07ba8c req-30cd3472-20d5-47ad-9fd4-898dfb134631 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:17.087602 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0e50363e-7058-46e3-8313-01a52f07ba8c req-30cd3472-20d5-47ad-9fd4-898dfb134631 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0848734 Jun 01 14:46:17.131324 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0e50363e-7058-46e3-8313-01a52f07ba8c req-5d4eade2-68b2-48cf-bd6f-40da5f6c7fc7 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Jun 01 14:46:17.172541 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cc1d2-4457-4ef6-8a0c-87269babf4e5 req-4063437b-3373-4bab-933f-6d661b4c0163 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:17.180363 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7b6cc1d2-4457-4ef6-8a0c-87269babf4e5 req-4063437b-3373-4bab-933f-6d661b4c0163 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0993385 Jun 01 14:46:17.226272 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7b6cc1d2-4457-4ef6-8a0c-87269babf4e5 req-6107a4b8-6443-4548-ae4d-2beb28c83302 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448701 Jun 01 14:46:17.504728 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e9bf2a20-a5c6-4767-b836-f9695e1b54bd req-80b63243-9353-4546-acfb-6064355ee716 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0432241 Jun 01 14:46:17.505006 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-beb6b917-55de-4ee1-a52f-52a18a2db47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:18.326245 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be224045-3f8e-4b57-8afe-f0e64a87f6cf req-acca5e0f-637a-49e0-b764-17d2583559d8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:18.327759 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be224045-3f8e-4b57-8afe-f0e64a87f6cf req-acca5e0f-637a-49e0-b764-17d2583559d8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0840044 Jun 01 14:46:18.372098 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-be224045-3f8e-4b57-8afe-f0e64a87f6cf req-95a950d4-a3a4-4755-8d5a-d94e5cb21397 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Jun 01 14:46:18.418399 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f98c9-04d0-4e42-bc8b-b7b56fef6824 req-06168e6b-b2a1-446e-a839-aa134c5e4ea7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:18.419822 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-168f98c9-04d0-4e42-bc8b-b7b56fef6824 req-06168e6b-b2a1-446e-a839-aa134c5e4ea7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0858765 Jun 01 14:46:18.542682 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-168f98c9-04d0-4e42-bc8b-b7b56fef6824 req-8557a420-a7fe-4d72-a26d-d1ed2e551967 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168842 Jun 01 14:46:18.665081 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f1b6c0a2-655b-4920-a403-63a402d83145 req-4d38b054-c326-42d4-aaa0-08cf4faa48ab tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0471735 Jun 01 14:46:19.566362 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cead10-c0f7-4e13-8f38-6699d2d03a04 req-f49723f8-026d-4fa2-8a09-657da1fe8149 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:19.567758 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-44cead10-c0f7-4e13-8f38-6699d2d03a04 req-f49723f8-026d-4fa2-8a09-657da1fe8149 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0817227 Jun 01 14:46:19.613659 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-44cead10-c0f7-4e13-8f38-6699d2d03a04 req-0d9e6acf-679b-4230-a9a7-edff384037cf tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Jun 01 14:46:19.740001 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658d171d-437f-41ce-b344-28d1e06c2dd8 req-f2c22ff1-17f8-4301-a522-b0ee7a45d1fb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:19.741500 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-658d171d-437f-41ce-b344-28d1e06c2dd8 req-f2c22ff1-17f8-4301-a522-b0ee7a45d1fb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0861137 Jun 01 14:46:19.787150 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-658d171d-437f-41ce-b344-28d1e06c2dd8 req-727b6b36-78b8-479f-b60f-3231f1bf30df tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 Jun 01 14:46:19.818119 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4c1fefc6-1e90-4ecd-8758-35b552ad5f60 req-169676c9-6e8a-44f2-acfc-660c7eb6a72e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0450423 Jun 01 14:46:19.881076 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-336f4e44-94b8-4b05-9fc5-c75bc7963ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:20.131610 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:20.518746 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-1e28f35a-e330-46fb-9172-d113ea05f0af tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:20.520305 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-1e28f35a-e330-46fb-9172-d113ea05f0af tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 814 time: 0.1671565 Jun 01 14:46:20.544530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'port': {'device_id': '01534644-1308-4307-827c-b3d7cbaf739e', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'admin_state_up': True, 'tenant_id': '4d8971365f5e46e2bca330356b18f750'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:46:20.691741 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:20.701916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:20.711686 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Made reservation on behalf of 4d8971365f5e46e2bca330356b18f750 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:46:20.715484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:20.819370 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a4f29-b7ec-41f4-b67f-045140ed0889 req-7d044012-2697-4eaf-b742-a66f4f394a60 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:20.821169 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-271a4f29-b7ec-41f4-b67f-045140ed0889 req-7d044012-2697-4eaf-b742-a66f4f394a60 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0913210 Jun 01 14:46:20.873576 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-271a4f29-b7ec-41f4-b67f-045140ed0889 req-5a13d0d4-2a94-4f67-9b91-a7c81b2b1ed1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Jun 01 14:46:20.900431 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Allocated IP 172.20.0.6 (ea17b860-5832-4f3d-bad9-f38ac6bf229b/5d0971a8-2a69-46c6-8d41-23e0dff75f89/d438f064-18fe-4b44-92de-9b424376357c) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:46:21.051771 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a62a1c4e-d43d-464b-85f8-8e32a077e67e req-931e7112-e971-4d5a-a9c3-01e813f16f9e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 210 time: 0.0537055 Jun 01 14:46:21.105336 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f140e-98bb-43c2-80e9-7b9ad1ba5c22 req-ecc74042-060c-4dab-a023-1ffced372d22 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:21.108601 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f27f140e-98bb-43c2-80e9-7b9ad1ba5c22 req-ecc74042-060c-4dab-a023-1ffced372d22 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1967759 Jun 01 14:46:21.188815 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f27f140e-98bb-43c2-80e9-7b9ad1ba5c22 req-69a9b483-9727-474a-9da8-fe9450b9936f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741160 Jun 01 14:46:21.197574 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:21.245295 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:21.262866 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Transition to ACTIVE for port object d438f064-18fe-4b44-92de-9b424376357c will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:46:21.314575 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:21.327333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-33ccda11-3d06-482d-a090-27804cd26642 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:21.397191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:21.403411 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:21.410051 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:46:21.411280 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:46:21.413885 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:46:21.481561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:21.482277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:21.532786 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9919136 Jun 01 14:46:21.758431 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-d0443eda-9004-451b-a517-6a54d4f9217b None None] Provisioning for port d438f064-18fe-4b44-92de-9b424376357c completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:46:21.764011 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-d0443eda-9004-451b-a517-6a54d4f9217b None None] Provisioning complete for port d438f064-18fe-4b44-92de-9b424376357c triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:46:21.764430 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-d0443eda-9004-451b-a517-6a54d4f9217b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:21.832890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-d0443eda-9004-451b-a517-6a54d4f9217b None None] Port d438f064-18fe-4b44-92de-9b424376357c cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:46:22.081401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d7bce3-9655-4c6d-a161-5f99190ce621 req-5412a106-a840-4779-985e-16d14b52f29c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:22.083051 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-16d7bce3-9655-4c6d-a161-5f99190ce621 req-5412a106-a840-4779-985e-16d14b52f29c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0845814 Jun 01 14:46:22.128260 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-16d7bce3-9655-4c6d-a161-5f99190ce621 req-0b0c3ab0-2247-4f55-97a2-e87b0a756220 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392621 Jun 01 14:46:22.242251 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-446e7f7c-42e4-414f-8280-2ff94824e54f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:22.242947 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-446e7f7c-42e4-414f-8280-2ff94824e54f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:22.260032 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-446e7f7c-42e4-414f-8280-2ff94824e54f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:22.261286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-446e7f7c-42e4-414f-8280-2ff94824e54f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1030126 Jun 01 14:46:22.310365 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-88011379-4834-4d10-abef-3e725fce959a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:22.334263 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-88011379-4834-4d10-abef-3e725fce959a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:22.335816 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-296ecab8-ac17-427d-b095-70c98c5c9327 req-88011379-4834-4d10-abef-3e725fce959a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686944 Jun 01 14:46:22.421183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f457b-b721-4354-80f2-8c16291320fe req-e8826951-bdfa-4169-9a34-d95cda301fb5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:22.422680 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a6f457b-b721-4354-80f2-8c16291320fe req-e8826951-bdfa-4169-9a34-d95cda301fb5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0809412 Jun 01 14:46:22.470400 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3a6f457b-b721-4354-80f2-8c16291320fe req-37f18666-b0c1-4cca-bedf-faeb6e2fc11a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418236 Jun 01 14:46:22.622535 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:23.354965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62703d-3d10-4ba1-b0e2-4c250bf600ff req-56e71f70-7bf5-4512-8ca3-b459a0d4a60a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:23.356462 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4a62703d-3d10-4ba1-b0e2-4c250bf600ff req-56e71f70-7bf5-4512-8ca3-b459a0d4a60a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0896151 Jun 01 14:46:23.439828 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4a62703d-3d10-4ba1-b0e2-4c250bf600ff req-6f462011-f7c9-40f5-ae83-017ab1837164 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726209 Jun 01 14:46:23.544634 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae194-a1fd-4d45-9b54-96f58b190106 req-3ac531b2-38f3-40df-a717-02f1b570c1e1 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:23.546105 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-48bae194-a1fd-4d45-9b54-96f58b190106 req-3ac531b2-38f3-40df-a717-02f1b570c1e1 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0869737 Jun 01 14:46:23.593768 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-48bae194-a1fd-4d45-9b54-96f58b190106 req-f18c59dd-c197-4a20-9991-57c46ca3c188 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410004 Jun 01 14:46:23.684453 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1e6c0-8d6e-455c-9ef2-bde649b37290 req-e8f84a57-6902-4816-8c05-85f39710cdbe tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:23.685975 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-67a1e6c0-8d6e-455c-9ef2-bde649b37290 req-e8f84a57-6902-4816-8c05-85f39710cdbe tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0844500 Jun 01 14:46:23.732935 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-67a1e6c0-8d6e-455c-9ef2-bde649b37290 req-9e71167f-593b-4638-ab55-a1ac67af0fb6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399928 Jun 01 14:46:24.635262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc1d42-16d4-43ed-b73c-f6e8c58ee5d6 req-3f893fe9-28b0-49ec-b646-001e9d55932f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:24.642807 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7fbc1d42-16d4-43ed-b73c-f6e8c58ee5d6 req-3f893fe9-28b0-49ec-b646-001e9d55932f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 945 time: 0.0969307 Jun 01 14:46:24.688746 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7fbc1d42-16d4-43ed-b73c-f6e8c58ee5d6 req-33fbf139-4ce1-4998-9a2d-93e45898aecb tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Jun 01 14:46:24.813858 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385652f2-30f1-4af9-bdf5-1db170ae7349 req-a1a24740-19d0-468e-974c-651cb170251a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:24.816125 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-385652f2-30f1-4af9-bdf5-1db170ae7349 req-a1a24740-19d0-468e-974c-651cb170251a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0870118 Jun 01 14:46:24.875547 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-385652f2-30f1-4af9-bdf5-1db170ae7349 req-3ed907ae-2fa1-4ab9-87a9-8e47463e6d6b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Jun 01 14:46:24.956459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85724fe-59e4-4351-88fa-b7a29f265976 req-da32383b-1526-4967-bca5-a823da86d694 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:24.958135 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e85724fe-59e4-4351-88fa-b7a29f265976 req-da32383b-1526-4967-bca5-a823da86d694 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0930727 Jun 01 14:46:25.003373 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e85724fe-59e4-4351-88fa-b7a29f265976 req-d6b3d684-0cb1-4027-acae-872c753417c3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393965 Jun 01 14:46:25.120067 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device dfb01cab-9b9c-493a-a336-d775300c9bfe no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:46:25.232844 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.262570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:25.265093 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fde2fa8-645e-40bc-956a-f8907d22bafe" -d '{"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:25.273649 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:25.277760 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.279946 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:25.315283 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98a7713-105e-430b-b6e8-b1a1f7ea8aa3 x-openstack-request-id: req-c98a7713-105e-430b-b6e8-b1a1f7ea8aa3 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:25.315818 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-unplugged", "status": "completed", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:25.316077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c98a7713-105e-430b-b6e8-b1a1f7ea8aa3 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:25.316534 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'code': 200} Jun 01 14:46:25.347961 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=6']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:25.351117 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:25.423283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52914) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:25.541654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.556137 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:25.560161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Usage tracker for resource:security_group_rule and tenant:8117e85953514e8f83a186da6aaf0775 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:25.563104 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:25.569022 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:25.651817 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.656346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.664596 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5966411d-86cb-47a2-b825-608122e92aa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:25.692632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19640c-5f60-4433-b7e5-049e4e55e8b2,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:25.696273 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:25.721537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 52922) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:25.722040 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8117e85953514e8f83a186da6aaf0775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971144 Jun 01 14:46:25.783726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.851795 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.921945 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f5507-b8b6-4978-9ea6-1bd0f3bd5a22 req-a19b340b-83ea-4464-930b-903ab793adbf tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:25.924726 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-266f5507-b8b6-4978-9ea6-1bd0f3bd5a22 req-a19b340b-83ea-4464-930b-903ab793adbf tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1290121 Jun 01 14:46:25.950523 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:25.962923 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5882ec26-2aa6-4a1d-aaba-8967a684e263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:25.979305 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19640c-5f60-4433-b7e5-049e4e55e8b2,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:26.096227 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:26.106397 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-266f5507-b8b6-4978-9ea6-1bd0f3bd5a22 req-2cffe098-0eb6-4f98-b572-b694f22b1ccc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768858 Jun 01 14:46:26.107312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.107796 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d8759-927d-4429-9214-c20bb60dfbee req-42adf6c3-ef71-4a66-b070-eab96cb98988 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:26.110134 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf19640c-5f60-4433-b7e5-049e4e55e8b2 HTTP/1.1" status: 204 len: 168 time: 0.3850684 Jun 01 14:46:26.110393 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-085d8759-927d-4429-9214-c20bb60dfbee req-42adf6c3-ef71-4a66-b070-eab96cb98988 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1094949 Jun 01 14:46:26.155470 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-085d8759-927d-4429-9214-c20bb60dfbee req-470444dd-1d10-43ae-8b6e-504460f5a7d5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399973 Jun 01 14:46:26.302851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9b320-fca5-4570-a77e-4c532ccd2193 req-bec071d2-bb08-4f4a-86fb-4d608ce13d36 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:26.304355 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9b320-fca5-4570-a77e-4c532ccd2193 req-bec071d2-bb08-4f4a-86fb-4d608ce13d36 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0986748 Jun 01 14:46:26.354117 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9b320-fca5-4570-a77e-4c532ccd2193 req-4e3f9f76-3711-410a-ba1b-3e754768fdfa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Jun 01 14:46:26.444567 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 52938) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:26.462371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.478765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:26.482519 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Usage tracker for resource:security_group_rule and tenant:5f542fc4138d45dcb4b016db141cea34 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:26.485279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:26.490843 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:26.580201 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.585804 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.594310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:26.632286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f542fc4138d45dcb4b016db141cea34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865749 Jun 01 14:46:26.633826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76982e4b-9f54-43cc-b091-085af46ca5a7,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:26.635071 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 52942) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:26.637281 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:26.695377 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.722302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.780309 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.784394 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3127a2ec-2f18-4eb9-b771-44cca00057ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:26.795680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76982e4b-9f54-43cc-b091-085af46ca5a7,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:26.813510 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:26.822761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:26.824129 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76982e4b-9f54-43cc-b091-085af46ca5a7 HTTP/1.1" status: 204 len: 168 time: 0.1878481 Jun 01 14:46:27.390995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9670f55-1afd-4725-9658-03c74c393b8f req-0af8bb72-142b-4e28-869e-4f1f5ccc82e8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:27.392656 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e9670f55-1afd-4725-9658-03c74c393b8f req-0af8bb72-142b-4e28-869e-4f1f5ccc82e8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1620080 Jun 01 14:46:27.412054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0a20-142c-4b5b-bfe7-b87b429929bc req-59dd5132-d638-4114-89ca-e355159d22ce tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:27.413754 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-208e0a20-142c-4b5b-bfe7-b87b429929bc req-59dd5132-d638-4114-89ca-e355159d22ce tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0852656 Jun 01 14:46:27.463935 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e9670f55-1afd-4725-9658-03c74c393b8f req-f1e9eb43-a610-4bc2-87e9-1dc054fdb13a tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651026 Jun 01 14:46:27.491607 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-208e0a20-142c-4b5b-bfe7-b87b429929bc req-4332ddef-0654-43bc-8f0b-b3b58a76c59f tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683324 Jun 01 14:46:27.669701 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8355a22-615f-473e-876a-988b7d54ec7d req-85e85833-5e9d-4b52-a6e1-362fb475e8d3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:27.671161 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c8355a22-615f-473e-876a-988b7d54ec7d req-85e85833-5e9d-4b52-a6e1-362fb475e8d3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0863605 Jun 01 14:46:27.718448 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c8355a22-615f-473e-876a-988b7d54ec7d req-174dbfb4-4488-4ada-98a3-826c612d368f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411763 Jun 01 14:46:28.677985 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb634c-3df0-4fa2-b698-56cea90f9fc5 req-77ccddc6-4fa5-43bc-890e-2eef77fa4b77 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:28.679535 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-64eb634c-3df0-4fa2-b698-56cea90f9fc5 req-77ccddc6-4fa5-43bc-890e-2eef77fa4b77 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1041358 Jun 01 14:46:28.749836 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-64eb634c-3df0-4fa2-b698-56cea90f9fc5 req-c7775bc0-5a4b-46cf-ab51-ab20027d4634 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599704 Jun 01 14:46:28.756764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96b42e-c558-44fc-b2cd-3f47063d41a3 req-a5adc15f-bf63-4a02-b6df-c0f773adf883 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:28.764714 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4e96b42e-c558-44fc-b2cd-3f47063d41a3 req-a5adc15f-bf63-4a02-b6df-c0f773adf883 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1689243 Jun 01 14:46:28.794613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53004) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:28.832770 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4e96b42e-c558-44fc-b2cd-3f47063d41a3 req-b8fc4aae-b35e-4881-a74d-4f85421da5da tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Jun 01 14:46:28.934435 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:28.960257 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:28.961321 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a7e96-ff79-4b9e-a03f-e8936fa76dd5 req-14905739-d445-4daa-9b52-5669cb73056b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:28.962892 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-587a7e96-ff79-4b9e-a03f-e8936fa76dd5 req-14905739-d445-4daa-9b52-5669cb73056b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1078598 Jun 01 14:46:28.976813 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Usage tracker for resource:security_group_rule and tenant:8bda231cd1a04d6993bf303b17f957ba is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:28.979947 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:28.987808 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:29.018347 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-587a7e96-ff79-4b9e-a03f-e8936fa76dd5 req-b758f170-fd3f-4424-bba0-c6022ab9883e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474973 Jun 01 14:46:29.074329 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.078708 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.085797 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ae96fdfc-b515-4844-ab3d-a2f39da1c46d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:29.125380 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8bda231cd1a04d6993bf303b17f957ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3293116 Jun 01 14:46:29.126233 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e582c0-daa4-4b7f-ad06-977cbd687331,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:29.128636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53014) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:29.129329 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:29.189063 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.214838 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.276009 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.279647 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ac11ec0c-4c22-4c0c-b291-8ed4b22606d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:29.292292 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e582c0-daa4-4b7f-ad06-977cbd687331,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:29.294707 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:29.307642 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.309080 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65e582c0-daa4-4b7f-ad06-977cbd687331 HTTP/1.1" status: 204 len: 168 time: 0.1792057 Jun 01 14:46:29.609315 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53022) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:29.629030 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.643691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:29.647765 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Usage tracker for resource:security_group_rule and tenant:c030cfd9dedb4644b2f018318ae96e0d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:29.650704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:29.656678 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:29.750940 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.755514 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.763228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-102ab32c-81b1-49dc-b075-02134e9c3925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:29.801037 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a771561a-403c-4a56-a390-6dfd163dc390,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:29.805891 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:29.809133 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c030cfd9dedb4644b2f018318ae96e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1982107 Jun 01 14:46:29.811694 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53030) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:29.923317 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:29.958281 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:30.006367 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfd45f-1ea0-4410-bbea-24dd3e542a2d req-2f17c0ff-8904-4262-a87c-23e088a7f3d1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:30.007903 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c0bfd45f-1ea0-4410-bbea-24dd3e542a2d req-2f17c0ff-8904-4262-a87c-23e088a7f3d1 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1484313 Jun 01 14:46:30.040088 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366624f3-a0fa-4d54-86fc-e861ce6752b5 req-220d6811-d548-4935-b8d4-6c2a6e444c75 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:30.041795 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-366624f3-a0fa-4d54-86fc-e861ce6752b5 req-220d6811-d548-4935-b8d4-6c2a6e444c75 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1035023 Jun 01 14:46:30.067085 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:30.076505 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1633cb1e-91d0-491c-af40-50454ec7e220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:30.089580 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c0bfd45f-1ea0-4410-bbea-24dd3e542a2d req-9b74134f-ba0a-4ca9-a38e-7521cabf06d3 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718439 Jun 01 14:46:30.092214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771561a-403c-4a56-a390-6dfd163dc390,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:30.097424 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:30.104392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:30.113930 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a771561a-403c-4a56-a390-6dfd163dc390 HTTP/1.1" status: 204 len: 168 time: 0.2975807 Jun 01 14:46:30.116550 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-366624f3-a0fa-4d54-86fc-e861ce6752b5 req-d992b6aa-ab33-442e-90f7-6e9589775358 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526717 Jun 01 14:46:30.266658 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1fd0d-3250-40e8-8bf1-11f9ab887a54 req-b28fd421-9709-4cb0-bb0f-ce7e24149a14 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:30.268195 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-afd1fd0d-3250-40e8-8bf1-11f9ab887a54 req-b28fd421-9709-4cb0-bb0f-ce7e24149a14 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0823879 Jun 01 14:46:30.317331 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-afd1fd0d-3250-40e8-8bf1-11f9ab887a54 req-3ce2b36a-cb43-48c6-98ad-f0aff170da77 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428672 Jun 01 14:46:31.355765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684d3e-3faf-4c22-ac22-7001693511bb req-a682a806-fa09-4604-bd96-ac503c45174d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:31.357738 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4f684d3e-3faf-4c22-ac22-7001693511bb req-a682a806-fa09-4604-bd96-ac503c45174d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1249580 Jun 01 14:46:31.389734 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f653d-f444-4dd5-bd60-e746688c0c26 req-7f23b026-f91f-4654-9d04-3f86bbaae2c6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:31.392920 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-908f653d-f444-4dd5-bd60-e746688c0c26 req-7f23b026-f91f-4654-9d04-3f86bbaae2c6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1413884 Jun 01 14:46:31.414326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53076) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:31.444746 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4f684d3e-3faf-4c22-ac22-7001693511bb req-e81c9402-e377-49bd-ab2c-28d1159f0ae8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796223 Jun 01 14:46:31.452866 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-908f653d-f444-4dd5-bd60-e746688c0c26 req-9a499cc3-6f38-4603-963d-f451b00bf2e1 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522485 Jun 01 14:46:31.614235 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:31.639072 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:31.644604 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Usage tracker for resource:security_group_rule and tenant:f2253a7cfa984d2894ca3fd32177819a is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:31.649307 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:31.655837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:31.689789 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a702c3f-3006-4a32-a2c2-3a553777cb62 req-0190d9c8-c393-4f2c-8c56-82f7ba3a6481 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:31.691170 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0a702c3f-3006-4a32-a2c2-3a553777cb62 req-0190d9c8-c393-4f2c-8c56-82f7ba3a6481 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1222217 Jun 01 14:46:31.774112 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0a702c3f-3006-4a32-a2c2-3a553777cb62 req-bd28bcdb-b455-4f5f-bbd8-277a57184912 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748878 Jun 01 14:46:31.815553 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:31.820264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:31.827528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0fa7a65f-c421-492e-95b9-9b787f5153e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:31.868646 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2253a7cfa984d2894ca3fd32177819a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4529781 Jun 01 14:46:31.869575 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98c6174-fb8f-4555-b888-a3eb3d7a2c03,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:31.871545 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53082) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:31.872682 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:31.929954 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:31.956735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:32.012837 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:32.017025 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7df68679-bd95-47c5-aff9-9908c71b4319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:32.029233 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98c6174-fb8f-4555-b888-a3eb3d7a2c03,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:32.031745 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:32.037680 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:32.038778 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e98c6174-fb8f-4555-b888-a3eb3d7a2c03 HTTP/1.1" status: 204 len: 168 time: 0.1663103 Jun 01 14:46:32.694864 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5447686-9422-46a6-b5c0-ca7db20d0c94 req-44f3e280-4e70-41d5-9f52-49746ea46179 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:32.697000 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a5447686-9422-46a6-b5c0-ca7db20d0c94 req-44f3e280-4e70-41d5-9f52-49746ea46179 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1331372 Jun 01 14:46:32.709265 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a0a33-c55f-4c7f-a864-58da39c9c166 req-1cb9f0ff-b7a9-451f-9f71-6c1887b5932d tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:32.710894 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed3a0a33-c55f-4c7f-a864-58da39c9c166 req-1cb9f0ff-b7a9-451f-9f71-6c1887b5932d tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1321008 Jun 01 14:46:32.747924 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a5447686-9422-46a6-b5c0-ca7db20d0c94 req-7960f58e-5295-4e03-94dc-ab8cc6b93720 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428262 Jun 01 14:46:32.767131 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ed3a0a33-c55f-4c7f-a864-58da39c9c166 req-c782ff15-da81-44a2-812f-9337489b1890 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498102 Jun 01 14:46:32.977307 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae8a800-374b-442c-a3fc-583885fb0183 req-e10517c0-5a34-4184-89cc-e05980f38504 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:32.979054 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ae8a800-374b-442c-a3fc-583885fb0183 req-e10517c0-5a34-4184-89cc-e05980f38504 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0814583 Jun 01 14:46:33.026709 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ae8a800-374b-442c-a3fc-583885fb0183 req-963205c2-9a2d-43a6-b2e0-2face1bb3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417709 Jun 01 14:46:33.985766 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4140ea0-706e-4979-8406-8f12143d8188 req-e2ad213b-8ac0-4cec-8460-72f74563b493 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:33.993708 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b4140ea0-706e-4979-8406-8f12143d8188 req-e2ad213b-8ac0-4cec-8460-72f74563b493 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.1373425 Jun 01 14:46:34.033348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c275eb-55a6-48ec-ba67-fdb5c8ae9ed5 req-8c5f9389-1847-4cb4-bc0b-64aa56748e84 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:34.041090 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-43c275eb-55a6-48ec-ba67-fdb5c8ae9ed5 req-8c5f9389-1847-4cb4-bc0b-64aa56748e84 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.1527324 Jun 01 14:46:34.085483 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b4140ea0-706e-4979-8406-8f12143d8188 req-0be1ff7a-8087-41fd-b3bb-3ba7c17ee1b9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907879 Jun 01 14:46:34.093300 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-43c275eb-55a6-48ec-ba67-fdb5c8ae9ed5 req-dcf8fad3-5932-48d8-87a3-f27071c13357 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507140 Jun 01 14:46:34.289407 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7a1bfc-1695-42a4-b8bf-27b378aba612 req-435a68e5-6795-4ce6-b3f1-61536ee0ed56 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:34.290855 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9e7a1bfc-1695-42a4-b8bf-27b378aba612 req-435a68e5-6795-4ce6-b3f1-61536ee0ed56 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0865486 Jun 01 14:46:34.336537 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9e7a1bfc-1695-42a4-b8bf-27b378aba612 req-8ff38115-a08c-46b9-97a3-a9c48b89864d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397322 Jun 01 14:46:35.271656 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356e65e-f51f-49d3-9f0b-67123c1d28a7 req-b92562bf-2644-44c6-8a7d-b3300dfff6c4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:35.272594 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a194693-5734-44b5-867f-89734c4449d5 req-15121fe0-db31-4bb5-b3cd-0d90609596d2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:35.273290 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e356e65e-f51f-49d3-9f0b-67123c1d28a7 req-b92562bf-2644-44c6-8a7d-b3300dfff6c4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0795755 Jun 01 14:46:35.279677 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6a194693-5734-44b5-867f-89734c4449d5 req-15121fe0-db31-4bb5-b3cd-0d90609596d2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.0830059 Jun 01 14:46:35.356964 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e356e65e-f51f-49d3-9f0b-67123c1d28a7 req-a278db87-fd7c-4d8e-b6ba-923d71de8dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777509 Jun 01 14:46:35.359455 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6a194693-5734-44b5-867f-89734c4449d5 req-eb995cdd-384a-45fa-827d-af3e27459564 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728815 Jun 01 14:46:35.492110 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:35.557708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b771b58-8560-484f-9e46-ccb31e29e3bc req-fbc2423e-1c98-46ea-a118-1ffdeeadb6f7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:35.559559 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6b771b58-8560-484f-9e46-ccb31e29e3bc req-fbc2423e-1c98-46ea-a118-1ffdeeadb6f7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0854836 Jun 01 14:46:35.616367 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6b771b58-8560-484f-9e46-ccb31e29e3bc req-d08e0903-b8b2-438a-9a78-c9fad72e0f37 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488496 Jun 01 14:46:36.561073 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b984765-500d-4ca2-a088-f3f0df1ef1d5 req-a25ba99c-b755-4ce9-9780-e2898100ab73 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:36.564783 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0b984765-500d-4ca2-a088-f3f0df1ef1d5 req-a25ba99c-b755-4ce9-9780-e2898100ab73 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0972741 Jun 01 14:46:36.571046 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea828ebf-f38e-44db-851e-3a99e2bd8463 req-cb02eeed-fe98-4e8c-a6b3-3324d2144121 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:36.572673 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea828ebf-f38e-44db-851e-3a99e2bd8463 req-cb02eeed-fe98-4e8c-a6b3-3324d2144121 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.0877545 Jun 01 14:46:36.634110 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea828ebf-f38e-44db-851e-3a99e2bd8463 req-50ecce6d-5e9a-4451-808d-775e453c3aef tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Jun 01 14:46:36.638035 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0b984765-500d-4ca2-a088-f3f0df1ef1d5 req-3c4da882-2e9a-4aaa-855e-e2e9b8a7bd84 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685549 Jun 01 14:46:36.809731 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09a297-b389-4773-8204-2da7049cd572 req-fcfc6957-259b-4efd-ae6f-97b8e7f12bb3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:36.811258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b09a297-b389-4773-8204-2da7049cd572 req-fcfc6957-259b-4efd-ae6f-97b8e7f12bb3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.0783482 Jun 01 14:46:36.856048 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b09a297-b389-4773-8204-2da7049cd572 req-c6758f73-b86c-4575-8aed-496ef001fff8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 Jun 01 14:46:36.893649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53180) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:37.024269 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.038234 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:37.042161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Usage tracker for resource:security_group_rule and tenant:e83cff0c52af4057b62829a2fd9072c0 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:37.044946 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:37.050728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:37.150480 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.156094 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.164767 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d8da6603-d8ca-49ad-9649-7e3f50b09f52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:37.203746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b268735-105d-49aa-807f-7126c9adf2d4,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:37.208415 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e83cff0c52af4057b62829a2fd9072c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136532 Jun 01 14:46:37.209492 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:37.212668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53186) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:37.309157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.335371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.389037 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.392796 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:37.405424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b268735-105d-49aa-807f-7126c9adf2d4,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:37.418379 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.418937 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.420213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.420213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.420426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.420780 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.421189 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.421758 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.422165 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.422572 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.423104 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.423602 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:37.429399 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.430792 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b268735-105d-49aa-807f-7126c9adf2d4 HTTP/1.1" status: 204 len: 168 time: 0.2165432 Jun 01 14:46:37.432271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:37.786836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53206) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:37.808615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.823255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:37.827115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b5f1daf72ef4df583e0064c3cb394a4 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:37.830058 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:37.837026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:37.869968 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7a081-5e1a-407b-adc4-7ac85ec0766e req-76a4bf71-7bc4-42ec-b212-bf7c0970ff5d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:37.880102 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2bd7a081-5e1a-407b-adc4-7ac85ec0766e req-76a4bf71-7bc4-42ec-b212-bf7c0970ff5d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.0970674 Jun 01 14:46:37.927201 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2bd7a081-5e1a-407b-adc4-7ac85ec0766e req-ad1072f3-838f-49a6-985f-c29a75049681 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460997 Jun 01 14:46:37.990843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:37.995741 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:38.015074 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-586d3841-a153-484f-96f0-38b1d86704aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:38.053749 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa560a0-ee8a-46cb-b19f-e5e460216dd4,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:38.063121 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b5f1daf72ef4df583e0064c3cb394a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722208 Jun 01 14:46:38.064866 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53214) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:38.066279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.066684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.067151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.067502 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.067904 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.068278 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.068632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.069003 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.069347 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.069775 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.070117 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.070834 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:46:38.076539 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:38.177727 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:38.249503 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35d23-82e3-466b-bdb7-2fb97b0721c3 req-608a107e-75f2-42f0-a55c-b6285aee3ba4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:38.251134 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-46d35d23-82e3-466b-bdb7-2fb97b0721c3 req-608a107e-75f2-42f0-a55c-b6285aee3ba4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.2202356 Jun 01 14:46:38.297814 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-46d35d23-82e3-466b-bdb7-2fb97b0721c3 req-cf5fd53d-008b-4ceb-a041-a40b90f40ec6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406880 Jun 01 14:46:38.305885 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:38.373906 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74869cde-b704-4c8b-af8c-b4dec10ad55c req-f360d1e5-218e-48c4-a519-2a2f07bdd99b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:38.375386 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-74869cde-b704-4c8b-af8c-b4dec10ad55c req-f360d1e5-218e-48c4-a519-2a2f07bdd99b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1760070 Jun 01 14:46:38.394314 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:38.399412 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e5188035-a1f0-4e5a-91cd-4f7fb94e189b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:38.423984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa560a0-ee8a-46cb-b19f-e5e460216dd4,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:38.437069 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:38.437883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:38.439296 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fa560a0-ee8a-46cb-b19f-e5e460216dd4 HTTP/1.1" status: 204 len: 168 time: 0.3645184 Jun 01 14:46:38.451187 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-74869cde-b704-4c8b-af8c-b4dec10ad55c req-d224c728-bd88-4385-a40a-59468f93c7ac tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698347 Jun 01 14:46:39.116423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae6168-75f5-4a29-bea9-c1d9b4439e20 req-70490211-7132-436a-bae7-8a74203c426d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:39.117895 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49ae6168-75f5-4a29-bea9-c1d9b4439e20 req-70490211-7132-436a-bae7-8a74203c426d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.0820050 Jun 01 14:46:39.161797 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-49ae6168-75f5-4a29-bea9-c1d9b4439e20 req-44b77f1f-6f52-4802-94db-e2b2b065a4cc tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Jun 01 14:46:39.425155 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Request body: {'port': {'device_id': '01534644-1308-4307-827c-b3d7cbaf739e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:46:39.499330 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea30b1b-df42-4bf8-b351-9e3620656a5e req-c5a7f2eb-3c89-4e78-98bf-9f460940677d tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:39.500811 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9ea30b1b-df42-4bf8-b351-9e3620656a5e req-c5a7f2eb-3c89-4e78-98bf-9f460940677d tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0938697 Jun 01 14:46:39.568748 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9ea30b1b-df42-4bf8-b351-9e3620656a5e req-358cb98b-656a-411f-94cd-cf3e562c7aa4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612252 Jun 01 14:46:39.761068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:39.825730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b262e58-2180-4749-a5cd-db6fece23905 req-37a3b4c1-491a-4e44-9e5d-1faa579e4e2f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:39.827286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b262e58-2180-4749-a5cd-db6fece23905 req-37a3b4c1-491a-4e44-9e5d-1faa579e4e2f tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.3616948 Jun 01 14:46:39.837011 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-7ca828ad-4d0d-4c10-8cbf-8fcdb9fbdfaa service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2988706 Jun 01 14:46:39.952034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9040ad2-d7f2-4715-a8cb-2cd2e997c538 req-e30ffcaf-8370-48e4-a82d-667075ad03fe tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:39.953507 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b9040ad2-d7f2-4715-a8cb-2cd2e997c538 req-e30ffcaf-8370-48e4-a82d-667075ad03fe tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.3450131 Jun 01 14:46:40.134428 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b9040ad2-d7f2-4715-a8cb-2cd2e997c538 req-48f44a6b-404d-4c30-8f30-ee655d48396c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705661 Jun 01 14:46:40.242120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-46fa5a72-d8f2-4552-89dc-d6d4e693d955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:40.243581 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-46fa5a72-d8f2-4552-89dc-d6d4e693d955 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1099 time: 0.3544092 Jun 01 14:46:40.305984 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Deleting port dfb01cab-9b9c-493a-a336-d775300c9bfe {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:46:40.306337 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:40.359033 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c03191-de25-48bd-9360-c361df5613dd req-6e77b2b2-0125-443c-bb07-13f7f657ed1d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:40.360740 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a5c03191-de25-48bd-9360-c361df5613dd req-6e77b2b2-0125-443c-bb07-13f7f657ed1d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 943 time: 0.0918519 Jun 01 14:46:40.415017 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-a5c03191-de25-48bd-9360-c361df5613dd req-2c2dd01c-136b-46ee-9a7d-d6db8267106b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467811 Jun 01 14:46:40.590812 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] For port dfb01cab-9b9c-493a-a336-d775300c9bfe, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=dfb01cab-9b9c-493a-a336-d775300c9bfe,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:40.591184 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:40.610755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d438f064-18fe-4b44-92de-9b424376357c {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:46:40.615655 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-627ac1c9-5ef1-4c67-9b46-7c308918a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:40.617251 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-627ac1c9-5ef1-4c67-9b46-7c308918a529 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.3481355 Jun 01 14:46:40.781525 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fca0b-a439-4206-b8eb-9db841040dc9 req-be72a2e1-400e-4073-82c9-3af46cc38d36 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:40.784494 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b98fca0b-a439-4206-b8eb-9db841040dc9 req-be72a2e1-400e-4073-82c9-3af46cc38d36 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 931 time: 0.0904830 Jun 01 14:46:40.833727 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b98fca0b-a439-4206-b8eb-9db841040dc9 req-0e6899d1-ee65-4ea9-9b34-cf5f33a26994 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446725 Jun 01 14:46:40.879164 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:40.892960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Calling delete_port for dfb01cab-9b9c-493a-a336-d775300c9bfe owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:46:40.967045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Transition to ACTIVE for port object d438f064-18fe-4b44-92de-9b424376357c will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:46:40.983210 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:40.995068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-049040e9-335f-4e0b-a8f3-91224168e74e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:41.069921 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-7c69f1ad-7fab-4608-8e54-a4b1f175f77c service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 1001 time: 0.3983388 Jun 01 14:46:41.195361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:41.221078 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:46:41.234969 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:41.309229 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-8bca6eab-cc79-4ec1-b22c-03428434982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:41.310738 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-8bca6eab-cc79-4ec1-b22c-03428434982c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.1846850 Jun 01 14:46:41.368013 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3abdb6-8b9a-4bb0-85c9-942f70098a18 req-5d25257d-fee9-492c-aa6e-6230fff8fed4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:41.375019 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2e3abdb6-8b9a-4bb0-85c9-942f70098a18 req-5d25257d-fee9-492c-aa6e-6230fff8fed4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.4980299 Jun 01 14:46:41.379401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddedd7c-adfb-4681-88b0-2f1fb9dab8a0 req-94d9bf27-8f2a-413c-a716-74bdad2f974d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:41.381326 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fddedd7c-adfb-4681-88b0-2f1fb9dab8a0 req-94d9bf27-8f2a-413c-a716-74bdad2f974d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 944 time: 0.1104879 Jun 01 14:46:41.399562 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:41.415204 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'mac_address': 'fa:16:3e:13:69:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:46:41.434012 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fddedd7c-adfb-4681-88b0-2f1fb9dab8a0 req-160756c7-5c15-47c4-a074-f164f17dc86a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458698 Jun 01 14:46:41.477738 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Attempting to bind port d438f064-18fe-4b44-92de-9b424376357c on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:46:41.478063 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Attempting to bind port d438f064-18fe-4b44-92de-9b424376357c by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:46:41.478400 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Attempting to bind port d438f064-18fe-4b44-92de-9b424376357c on network ea17b860-5832-4f3d-bad9-f38ac6bf229b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:46:41.497981 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.501918 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Port d438f064-18fe-4b44-92de-9b424376357c on network ea17b860-5832-4f3d-bad9-f38ac6bf229b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:46:41.502580 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Attempting to bind port d438f064-18fe-4b44-92de-9b424376357c on network ea17b860-5832-4f3d-bad9-f38ac6bf229b {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:46:41.511270 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.516048 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:46:41.517159 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2e3abdb6-8b9a-4bb0-85c9-942f70098a18 req-8088740d-cb05-4d38-a0ff-1da16fb021b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413579 Jun 01 14:46:41.522807 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:46:41.523157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Checking segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:46:41.523545 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Bound using segment: {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:46:41.524025 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Bound port: d438f064-18fe-4b44-92de-9b424376357c, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5d6650-222d-4d75-acde-4abf9e7bf246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:46:41.524406 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.533547 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:41.533754 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:41.536596 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['1b6602ca-914e-4910-9abf-b3682fd42433'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:46:41.593415 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Pushing event deleted for resources: {'Port': ['ID=dfb01cab-9b9c-493a-a336-d775300c9bfe,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:41.610740 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-025fe846-7ab7-4592-a2f5-fd0fe6511154 req-3cb5c968-bb52-4ff6-bd2b-e502cf9f0f32 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48 HTTP/1.1" status: 200 len: 210 time: 0.0503001 Jun 01 14:46:41.613937 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.619221 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:41.654821 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:41.709319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=9']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:41.716044 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:41.720908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] No DVR routers for this DVR port dfb01cab-9b9c-493a-a336-d775300c9bfe on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:46:41.725763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.728811 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-deleted', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:41.731124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afc40c9-b48d-4e6e-a658-147d0ddf2f50" -d '{"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-deleted", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:41.738205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-7d0a1aef-083c-4cce-9759-373903fe82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:41.739711 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-7d0a1aef-083c-4cce-9759-373903fe82cf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3800011 Jun 01 14:46:41.782922 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9b262e58-2180-4749-a5cd-db6fece23905 req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "DELETE /v2.0/ports/dfb01cab-9b9c-493a-a336-d775300c9bfe HTTP/1.1" status: 204 len: 173 time: 1.9374774 Jun 01 14:46:41.784540 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941032e9-9b05-409e-98f1-ff411946dc17 x-openstack-request-id: req-941032e9-9b05-409e-98f1-ff411946dc17 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:41.784800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48", "name": "network-vif-deleted", "tag": "dfb01cab-9b9c-493a-a336-d775300c9bfe", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:41.785082 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-941032e9-9b05-409e-98f1-ff411946dc17 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:41.785498 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa2eb40-1814-4e26-a70a-6d1a8fe4fa48', 'name': 'network-vif-deleted', 'tag': 'dfb01cab-9b9c-493a-a336-d775300c9bfe', 'status': 'completed', 'code': 200} Jun 01 14:46:41.846864 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:46:41.864636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:46:41.872373 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.886873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:41.965352 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:41.965960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:41.967388 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-2de820da-3a07-4658-b122-14056f195f47 service neutron] 10.222.0.79 "PUT /v2.0/ports/d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 1093 time: 2.5469100 Jun 01 14:46:41.977063 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-11009565-3e75-4822-a8e9-9e10e5abc843 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201977 Jun 01 14:46:41.983254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:42.010739 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:42.071313 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca05a5-b6dc-4d88-a9ba-68631d22524f req-67551121-70b4-4a51-bb35-e39f05331193 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.072941 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['25d7a051-baf8-42a1-ba99-1dc5c61bdde0'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:46:42.073278 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24ca05a5-b6dc-4d88-a9ba-68631d22524f req-67551121-70b4-4a51-bb35-e39f05331193 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 943 time: 0.1028550 Jun 01 14:46:42.125644 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-24ca05a5-b6dc-4d88-a9ba-68631d22524f req-a4a602b6-0e2b-4004-bd54-73426ef4ec51 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463216 Jun 01 14:46:42.181404 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-39251e40-ee5c-48b4-be7f-b21201278aa9 req-9da6f6a2-f847-4bac-8871-c176444d2be9 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948664 Jun 01 14:46:42.191115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-30ba7b01-7a8e-48b5-bd1c-da955d865f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.192811 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-30ba7b01-7a8e-48b5-bd1c-da955d865f52 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1096 time: 0.1263468 Jun 01 14:46:42.265352 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-6beaae86-c6e5-4be3-b650-2aa0c1cf09a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 217 time: 0.0624952 Jun 01 14:46:42.337133 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-4a7a76ef-4f46-472b-8a68-307391bf44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.338553 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-4a7a76ef-4f46-472b-8a68-307391bf44d3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0596926 Jun 01 14:46:42.427385 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-c72e2849-40f0-40a7-b673-46a41e618d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.428912 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-c72e2849-40f0-40a7-b673-46a41e618d82 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0688870 Jun 01 14:46:42.761646 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55ebb0-d3cd-4b33-aa57-e86fef4e5808 req-0dc2a3d5-b28f-4f5a-9ca8-36f47dae9b2a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.763634 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9f55ebb0-d3cd-4b33-aa57-e86fef4e5808 req-0dc2a3d5-b28f-4f5a-9ca8-36f47dae9b2a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1032138 Jun 01 14:46:42.792298 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-0c807ea9-3933-4dad-babd-bc27c12985da service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534231 Jun 01 14:46:42.805433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89656f-27d1-4de2-a308-386309347c18 req-c5ca1140-de40-4dfd-8617-1773efaa6bc7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:42.813509 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dd89656f-27d1-4de2-a308-386309347c18 req-c5ca1140-de40-4dfd-8617-1773efaa6bc7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 945 time: 0.1654701 Jun 01 14:46:42.813733 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9f55ebb0-d3cd-4b33-aa57-e86fef4e5808 req-41f6443c-78c5-4119-848f-bbd99f95a483 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439451 Jun 01 14:46:42.873781 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53306) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:42.935381 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dd89656f-27d1-4de2-a308-386309347c18 req-3849f130-bc0c-4b19-9b54-7bfd69de358e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209936 Jun 01 14:46:42.972502 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6d05a341-6313-406d-ac57-42e46ddcf098 req-661c24db-07b2-495c-a473-308f8d060cde service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561387 Jun 01 14:46:43.009325 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.025056 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:43.029232 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Usage tracker for resource:security_group_rule and tenant:77f8347d7a0c4af4b8468219da4b852c is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:43.032082 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:43.037803 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:43.128840 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.134350 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.143254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c55f99c5-2658-4eb9-b2ee-205e86ff0836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:43.187287 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77f8347d7a0c4af4b8468219da4b852c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099670 Jun 01 14:46:43.187721 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53320) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:43.189147 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c61d5d-f906-4a0b-a776-cf52ba3055af,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:43.196543 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:43.229131 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:46:43.274940 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.311513 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:46:43.312220 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.318309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.455098 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.460703 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.462748 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ef6b0282-cebd-4cf6-804e-ce107ea6e92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:43.485673 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c61d5d-f906-4a0b-a776-cf52ba3055af,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:43.487927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:43.490030 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:43.492696 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c148495f-5d00-4a79-bda0-ba780b7f68ee" -d '{"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:43.498466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.501897 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16c61d5d-f906-4a0b-a776-cf52ba3055af HTTP/1.1" status: 204 len: 168 time: 0.3103786 Jun 01 14:46:43.509578 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4c5ae-6512-4ebb-b564-1855f4c16b2b req-da2242e1-e6d0-4c73-916d-f85aa250ea23 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:43.511331 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-10e4c5ae-6512-4ebb-b564-1855f4c16b2b req-da2242e1-e6d0-4c73-916d-f85aa250ea23 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 943 time: 0.1632001 Jun 01 14:46:43.513033 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:43.525692 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:43.527731 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:43.565750 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1abbd-f3a9-4e9b-b89f-212020adfe35 req-9414eb84-259c-4a15-8c4c-3761bc3c9410 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:43.567692 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d1e1abbd-f3a9-4e9b-b89f-212020adfe35 req-9414eb84-259c-4a15-8c4c-3761bc3c9410 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1132751 Jun 01 14:46:43.578788 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-10e4c5ae-6512-4ebb-b564-1855f4c16b2b req-48d352f1-ce16-4538-bdf0-4d420c6deccb tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588222 Jun 01 14:46:43.618136 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=10']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:43.620731 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d1e1abbd-f3a9-4e9b-b89f-212020adfe35 req-4c06bf42-c79d-40d8-9d52-6da1cc5960a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462596 Jun 01 14:46:43.621180 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:43.625890 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd489a5-d62c-40b7-9c99-5dbed4dbba51 x-openstack-request-id: req-edd489a5-d62c-40b7-9c99-5dbed4dbba51 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:43.626247 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-plugged", "status": "completed", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:43.626528 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edd489a5-d62c-40b7-9c99-5dbed4dbba51 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:43.626834 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'code': 200} Jun 01 14:46:43.787244 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:43.789741 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a05434-c5d5-463c-ad61-2c7b9c985f63" -d '{"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:43.838924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1267c3-6e05-477d-bd36-a1dfe3371b04 x-openstack-request-id: req-5c1267c3-6e05-477d-bd36-a1dfe3371b04 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:43.839357 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:43.839619 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c1267c3-6e05-477d-bd36-a1dfe3371b04 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:43.840096 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:46:43.959800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-d8efbdea-0e71-41cc-90ac-172dffa681aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:43.961287 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-d8efbdea-0e71-41cc-90ac-172dffa681aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1096 time: 0.0793436 Jun 01 14:46:44.007138 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7647e-3209-420c-8483-6ad8660126e8 req-2902e336-285f-4eeb-8897-be01f65dd432 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.008824 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-86c7647e-3209-420c-8483-6ad8660126e8 req-2902e336-285f-4eeb-8897-be01f65dd432 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0853858 Jun 01 14:46:44.059292 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-86c7647e-3209-420c-8483-6ad8660126e8 req-0e047ed2-4f78-455b-9f14-7a169addb3f4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449183 Jun 01 14:46:44.172481 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-1f98b85b-89b9-42b0-a142-da146dc16afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.173956 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-1f98b85b-89b9-42b0-a142-da146dc16afd service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.2037125 Jun 01 14:46:44.189391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796b06f-5014-44ce-8fae-d24122268c50 req-f0329d96-dff8-45f2-b12f-cd27e6a09c52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.190915 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5796b06f-5014-44ce-8fae-d24122268c50 req-f0329d96-dff8-45f2-b12f-cd27e6a09c52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.1319561 Jun 01 14:46:44.308804 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-ce8b20d3-5152-41a8-8ce1-043c6788aa85 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 217 time: 0.1168900 Jun 01 14:46:44.383384 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5796b06f-5014-44ce-8fae-d24122268c50 req-bf1b6699-9aa0-4420-847b-b2bbf80c0da3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344287 Jun 01 14:46:44.411589 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-315f071a-a05a-4b62-8670-da7405ef9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.413054 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-315f071a-a05a-4b62-8670-da7405ef9a26 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0863373 Jun 01 14:46:44.418555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442f98f-e9e9-4720-8262-6117d40444fc req-91d2e5cc-c5ee-40a9-87d2-739c535b7fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.419933 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f442f98f-e9e9-4720-8262-6117d40444fc req-91d2e5cc-c5ee-40a9-87d2-739c535b7fa1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1100 time: 0.1773460 Jun 01 14:46:44.507018 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f442f98f-e9e9-4720-8262-6117d40444fc req-f7ced8d6-c4fc-4b64-8e9e-daf56b907dec service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558274 Jun 01 14:46:44.524495 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-f6112678-2a8d-4fda-8d87-654ccbaab60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.525986 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-f6112678-2a8d-4fda-8d87-654ccbaab60b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1045163 Jun 01 14:46:44.760063 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-6fc991e5-93e4-425c-b78b-8c436c22883c service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878932 Jun 01 14:46:44.886072 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc8bc0-7e5a-41f8-a3bb-004c72b9c607 req-ffd49d63-6202-444a-9ca2-91bc58d642d7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.886327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63948e44-d1ab-422e-a0c6-a244b6884e3b req-acb449b7-54ae-461c-8c4a-ea07517bd2af tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:44.887560 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-99bc8bc0-7e5a-41f8-a3bb-004c72b9c607 req-ffd49d63-6202-444a-9ca2-91bc58d642d7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 943 time: 0.2046428 Jun 01 14:46:44.887680 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63948e44-d1ab-422e-a0c6-a244b6884e3b req-acb449b7-54ae-461c-8c4a-ea07517bd2af tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0920177 Jun 01 14:46:44.935907 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63948e44-d1ab-422e-a0c6-a244b6884e3b req-4bb693bc-7a5f-4474-a10f-6ae4db46f3fe tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420597 Jun 01 14:46:44.954748 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-00a05434-c5d5-463c-ad61-2c7b9c985f63 req-c4dab44b-64f6-4dc3-9727-7bfcabd89f1b service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868389 Jun 01 14:46:44.962142 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-99bc8bc0-7e5a-41f8-a3bb-004c72b9c607 req-f90dffe2-64ca-4a50-ae88-c628e7a011e7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Jun 01 14:46:45.122065 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee207f3-484b-4df0-9eb6-a8855161f0b4 req-85060bf0-195a-4aa6-9373-39f2debd29f3 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:45.123522 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ee207f3-484b-4df0-9eb6-a8855161f0b4 req-85060bf0-195a-4aa6-9373-39f2debd29f3 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0895019 Jun 01 14:46:45.167328 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ee207f3-484b-4df0-9eb6-a8855161f0b4 req-32e49877-3a95-405f-8c37-e831b3bb8aad tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380669 Jun 01 14:46:45.238158 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device d438f064-18fe-4b44-92de-9b424376357c details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:46:45.254339 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f090cbb-97b4-46a7-a733-ac04e0f593fa req-7d8bff47-e84e-4f51-8295-3fbb9d11eb56 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:45.255851 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7f090cbb-97b4-46a7-a733-ac04e0f593fa req-7d8bff47-e84e-4f51-8295-3fbb9d11eb56 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0888860 Jun 01 14:46:45.378503 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:45.389853 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7f090cbb-97b4-46a7-a733-ac04e0f593fa req-a135eb19-6e60-4218-bbde-64f271db6a07 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279421 Jun 01 14:46:45.391921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'd438f064-18fe-4b44-92de-9b424376357c', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'port_id': 'd438f064-18fe-4b44-92de-9b424376357c', 'mac_address': 'fa:16:3e:07:a1:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:46:45.446774 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:45.466386 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d438f064-18fe-4b44-92de-9b424376357c {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:46:45.481593 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:45.486730 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:45.488781 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:45.553852 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:45.556805 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:45.583947 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01702c51-c682-4375-85cb-c8830206dbfe req-9fa5fa86-42b7-434c-844f-07b32b25cae6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:45.585448 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-01702c51-c682-4375-85cb-c8830206dbfe req-9fa5fa86-42b7-434c-844f-07b32b25cae6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.0861123 Jun 01 14:46:45.629705 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-01702c51-c682-4375-85cb-c8830206dbfe req-b3978dd7-835b-4f1c-a393-3216783c1709 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386014 Jun 01 14:46:45.840357 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:46:46.139752 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a29ee-9aa3-45de-ada7-9d4e08c4fbd5 req-3da5261e-85a0-429b-9787-c968f25b2e2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:46.140501 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-ae2a29ee-9aa3-45de-ada7-9d4e08c4fbd5 req-3da5261e-85a0-429b-9787-c968f25b2e2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:46.158057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-ae2a29ee-9aa3-45de-ada7-9d4e08c4fbd5 req-3da5261e-85a0-429b-9787-c968f25b2e2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:46.160620 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae2a29ee-9aa3-45de-ada7-9d4e08c4fbd5 req-3da5261e-85a0-429b-9787-c968f25b2e2c tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.1089046 Jun 01 14:46:46.165396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce51e1a-05fc-4d69-a3a1-e883efc1f122 req-17496ad0-80f8-47eb-8cc8-c439ffe4ca3a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:46.166926 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6ce51e1a-05fc-4d69-a3a1-e883efc1f122 req-17496ad0-80f8-47eb-8cc8-c439ffe4ca3a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 944 time: 0.0834248 Jun 01 14:46:46.209665 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ae2a29ee-9aa3-45de-ada7-9d4e08c4fbd5 req-dfb9d74d-dc13-4f54-b7e5-8d863a3b2212 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426447 Jun 01 14:46:46.216992 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6ce51e1a-05fc-4d69-a3a1-e883efc1f122 req-1b9d03c2-d38a-463d-a4e5-d7503d1ebab1 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424557 Jun 01 14:46:46.399925 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ae395-b770-4577-b6a3-405d9c41df56 req-baebd9e3-c44f-4b36-83b5-05dccbdece01 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:46.401438 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-250ae395-b770-4577-b6a3-405d9c41df56 req-baebd9e3-c44f-4b36-83b5-05dccbdece01 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0815547 Jun 01 14:46:46.452059 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-250ae395-b770-4577-b6a3-405d9c41df56 req-97056d1f-f878-45a8-a28e-805895a37f68 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Jun 01 14:46:46.586275 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bf27bd-452a-466f-9850-45289ff69979 req-befd4593-0da1-42ce-9fca-c46483410216 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:46.587796 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-13bf27bd-452a-466f-9850-45289ff69979 req-befd4593-0da1-42ce-9fca-c46483410216 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0888271 Jun 01 14:46:46.639222 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-13bf27bd-452a-466f-9850-45289ff69979 req-6c32b4d0-37b0-49a8-a412-1c5749ad88a4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455461 Jun 01 14:46:46.839913 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4fb84-df6f-4cfe-b1db-d54e87928f1b req-b927af1e-8090-48dc-9f0c-990b26037cfd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:46.841378 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24b4fb84-df6f-4cfe-b1db-d54e87928f1b req-b927af1e-8090-48dc-9f0c-990b26037cfd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.0951495 Jun 01 14:46:46.889478 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-24b4fb84-df6f-4cfe-b1db-d54e87928f1b req-41267ee5-7a61-4462-96ea-1302fc5efd40 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396228 Jun 01 14:46:47.253051 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device d438f064-18fe-4b44-92de-9b424376357c up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:46:47.334726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port d438f064-18fe-4b44-92de-9b424376357c completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:46:47.340933 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port d438f064-18fe-4b44-92de-9b424376357c triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:46:47.341541 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:47.420021 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f90d31-bf38-44e2-b1a3-5ef4da95fee4 req-6da9e6d5-c2ac-4cb1-927d-bc9836fe4397 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:47.421563 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-65f90d31-bf38-44e2-b1a3-5ef4da95fee4 req-6da9e6d5-c2ac-4cb1-927d-bc9836fe4397 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 944 time: 0.0875521 Jun 01 14:46:47.430077 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff75d30-eb68-4f02-9d59-c0c7d68c73a5 req-d51fbb12-4433-4c13-9648-341cb0773599 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:47.431551 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ff75d30-eb68-4f02-9d59-c0c7d68c73a5 req-d51fbb12-4433-4c13-9648-341cb0773599 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0998991 Jun 01 14:46:47.466417 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-65f90d31-bf38-44e2-b1a3-5ef4da95fee4 req-b6409058-4f46-4027-8538-0d3adffb54a4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389724 Jun 01 14:46:47.468762 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:47.487689 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ff75d30-eb68-4f02-9d59-c0c7d68c73a5 req-0db37791-cefb-4ec4-9f7b-3e099e012986 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478306 Jun 01 14:46:47.517385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:47.519681 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6baac7e-c074-4ed0-a2d6-f78cd9afdc18" -d '{"events": [{"server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "name": "network-vif-plugged", "status": "completed", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:47.525506 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2389d827-b5eb-4f2e-b962-e7221e574d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:47.527848 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:47.533360 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:47.535201 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:47.569919 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f533d6-f69f-4b28-bda3-ee8cfeb450ca x-openstack-request-id: req-39f533d6-f69f-4b28-bda3-ee8cfeb450ca {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:47.570220 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "name": "network-vif-plugged", "status": "completed", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:47.570828 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39f533d6-f69f-4b28-bda3-ee8cfeb450ca {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:47.571224 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'code': 200} Jun 01 14:46:47.606391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:47.609282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:47.665700 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdfdab-9851-4637-acaf-02c76c720379 req-7eb7f081-b06c-4db6-8df5-078e01c5082c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:47.667466 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-92fdfdab-9851-4637-acaf-02c76c720379 req-7eb7f081-b06c-4db6-8df5-078e01c5082c tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0881338 Jun 01 14:46:47.719480 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-92fdfdab-9851-4637-acaf-02c76c720379 req-64c8d1e6-693f-4c79-bc54-7b9572a69159 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450912 Jun 01 14:46:47.819598 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a5f69-62c0-4121-8318-4276ceeb8f07 req-bdf32889-759d-480e-91b9-33f350f4a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:47.821365 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea1a5f69-62c0-4121-8318-4276ceeb8f07 req-bdf32889-759d-480e-91b9-33f350f4a2ec service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1098 time: 0.0689287 Jun 01 14:46:47.832929 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720e3d-48bd-4038-aa64-2d09479043e7 req-0115810b-f06b-4027-bf52-c5db86781459 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:47.834594 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-37720e3d-48bd-4038-aa64-2d09479043e7 req-0115810b-f06b-4027-bf52-c5db86781459 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0797126 Jun 01 14:46:47.866431 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ea1a5f69-62c0-4121-8318-4276ceeb8f07 req-c3df135d-8024-4d0b-98f5-616d2088aff1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359385 Jun 01 14:46:47.879080 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-37720e3d-48bd-4038-aa64-2d09479043e7 req-50c93b50-f57d-4ffa-be36-02098860254d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383151 Jun 01 14:46:48.657719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0ce8e-ef15-46c8-8f2b-3927bd5ad583 req-9d1b4bb6-29ce-4f2f-885a-20d3b78848af tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:48.659201 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fba0ce8e-ef15-46c8-8f2b-3927bd5ad583 req-9d1b4bb6-29ce-4f2f-885a-20d3b78848af tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0822098 Jun 01 14:46:48.680256 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c3563-9a56-4cd0-81ef-cdb253ebd9bc req-3ac81d8d-f70c-4a23-928f-17c0f8d595d9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:48.681744 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7d1c3563-9a56-4cd0-81ef-cdb253ebd9bc req-3ac81d8d-f70c-4a23-928f-17c0f8d595d9 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0826499 Jun 01 14:46:48.705054 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fba0ce8e-ef15-46c8-8f2b-3927bd5ad583 req-c1af07f2-a087-45eb-be0f-c5755aebc21a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Jun 01 14:46:48.804127 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7d1c3563-9a56-4cd0-81ef-cdb253ebd9bc req-6fc3c2de-ba61-48f6-a4b2-a048ebd57802 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166193 Jun 01 14:46:48.911891 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f670df-903f-42d3-8c99-19aed8769e09 req-90bb6d0c-575c-4225-8974-1446bbab0e07 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:48.913324 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a2f670df-903f-42d3-8c99-19aed8769e09 req-90bb6d0c-575c-4225-8974-1446bbab0e07 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0817833 Jun 01 14:46:48.975191 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a2f670df-903f-42d3-8c99-19aed8769e09 req-73293152-f660-45c4-aa66-f17cea9b1253 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560539 Jun 01 14:46:49.072274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91fbd3-91a5-4f56-87ce-0642f6ff0cf1 req-b24ae011-cf90-402d-a3f8-295dc26201c1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:49.073807 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8e91fbd3-91a5-4f56-87ce-0642f6ff0cf1 req-b24ae011-cf90-402d-a3f8-295dc26201c1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0834770 Jun 01 14:46:49.126447 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8e91fbd3-91a5-4f56-87ce-0642f6ff0cf1 req-330639a4-4a69-4a5c-9e0e-b0bf802ca4a6 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469198 Jun 01 14:46:49.883994 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1bbba468-219b-46a8-ab68-0515769cb19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:49.908544 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2632d33-f83e-4641-b350-38b55ce21338 req-35b52760-d77f-42c9-81db-91b127942a46 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:49.910042 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f2632d33-f83e-4641-b350-38b55ce21338 req-35b52760-d77f-42c9-81db-91b127942a46 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0911913 Jun 01 14:46:49.955087 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f2632d33-f83e-4641-b350-38b55ce21338 req-fddf7d50-7ba4-4689-b9d7-4b0f5e1936a7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Jun 01 14:46:49.999866 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64437854-66e4-49d7-b8d5-ec7d709f25ee req-69ec828b-6011-4d62-bb30-d03e1d559f47 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.001359 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-64437854-66e4-49d7-b8d5-ec7d709f25ee req-69ec828b-6011-4d62-bb30-d03e1d559f47 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0820732 Jun 01 14:46:50.045174 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-64437854-66e4-49d7-b8d5-ec7d709f25ee req-a376bfb6-8580-454f-ada2-af6fed50f1e8 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jun 01 14:46:50.127262 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:50.142017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65350869-013b-4682-89ee-810cfe53c985 req-ad25c894-acc2-48b0-bf36-9e732cfefdca tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.143477 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-65350869-013b-4682-89ee-810cfe53c985 req-ad25c894-acc2-48b0-bf36-9e732cfefdca tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0851221 Jun 01 14:46:50.187446 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-65350869-013b-4682-89ee-810cfe53c985 req-c463bbf9-0d58-4820-b3d7-24412d37e39b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Jun 01 14:46:50.217383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9a93e-9bc6-4f57-9c92-8f7ab0aab2e6 req-c1330bd1-8036-4e4f-b4fc-bf88b9b7a2f5 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.218870 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6bf9a93e-9bc6-4f57-9c92-8f7ab0aab2e6 req-c1330bd1-8036-4e4f-b4fc-bf88b9b7a2f5 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.0797672 Jun 01 14:46:50.266572 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6bf9a93e-9bc6-4f57-9c92-8f7ab0aab2e6 req-bed0b4ea-9569-42ba-9ff1-1edff512e73f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417569 Jun 01 14:46:50.362107 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba302a3f-f9ae-4668-aa25-23a3fe9a3bde req-82913f70-294f-4a6d-a3bc-51389d356c78 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.363727 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba302a3f-f9ae-4668-aa25-23a3fe9a3bde req-82913f70-294f-4a6d-a3bc-51389d356c78 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0843444 Jun 01 14:46:50.415070 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba302a3f-f9ae-4668-aa25-23a3fe9a3bde req-f60f35ff-0b96-4bba-86f5-23bb326ab6c9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450299 Jun 01 14:46:50.808550 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a68738-3b78-4d73-b343-567b2051e614 req-c3e27ffb-547e-473b-a9ca-e9b0c1821a38 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.810076 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b2a68738-3b78-4d73-b343-567b2051e614 req-c3e27ffb-547e-473b-a9ca-e9b0c1821a38 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0892279 Jun 01 14:46:50.895714 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b2a68738-3b78-4d73-b343-567b2051e614 req-1e1fc577-4ccb-415b-9d69-3f58e84328a7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794034 Jun 01 14:46:50.931191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-1c92136d-733e-423a-85d4-e85895e9665b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:50.932718 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-1c92136d-733e-423a-85d4-e85895e9665b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0873740 Jun 01 14:46:51.087818 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Deleting port 1b6602ca-914e-4910-9abf-b3682fd42433 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:46:51.088151 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:51.205451 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:51.230509 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] For port 1b6602ca-914e-4910-9abf-b3682fd42433, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=1b6602ca-914e-4910-9abf-b3682fd42433,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:51.230848 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:51.254212 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc51d-e733-4bdb-aa7e-6e607e48087c req-5c4d06d0-3594-45fd-87fa-4922a3d61c76 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:51.255870 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-12bbc51d-e733-4bdb-aa7e-6e607e48087c req-5c4d06d0-3594-45fd-87fa-4922a3d61c76 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 945 time: 0.0950723 Jun 01 14:46:51.342627 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-12bbc51d-e733-4bdb-aa7e-6e607e48087c req-ed9e10d9-13f9-4c61-8c6b-f8c8903a20f2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/security-groups?id=7897875c-3e9e-41cc-8ff5-19e9fe7d449c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656686 Jun 01 14:46:51.398992 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Calling delete_port for 1b6602ca-914e-4910-9abf-b3682fd42433 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:46:51.620881 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89234379-b59f-453d-93ac-01d9ebc95368 req-08005b22-d549-4ab9-b7da-ae36697980bc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:51.622273 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-89234379-b59f-453d-93ac-01d9ebc95368 req-08005b22-d549-4ab9-b7da-ae36697980bc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0880949 Jun 01 14:46:51.654515 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315a53f-3fe5-4ee5-8ee3-78078befd416 req-cbf02aea-7851-489c-bc29-f8bd20475915 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:51.655989 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9315a53f-3fe5-4ee5-8ee3-78078befd416 req-cbf02aea-7851-489c-bc29-f8bd20475915 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.2537565 Jun 01 14:46:51.663468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-77e079a1-38ad-4efe-a373-a25e973b013d tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:51.664888 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-77e079a1-38ad-4efe-a373-a25e973b013d tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 946 time: 0.1501069 Jun 01 14:46:51.666979 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-89234379-b59f-453d-93ac-01d9ebc95368 req-7895c31c-89a2-4e31-b716-f44545fef5ca tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387545 Jun 01 14:46:51.802756 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9315a53f-3fe5-4ee5-8ee3-78078befd416 req-4cd444f7-5f7b-4708-8f53-dea4e5d02e10 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362312 Jun 01 14:46:51.866003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:51.873180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-eaf0b092-3de2-4f1f-b355-b3804c24d138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:51.877614 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['1b6602ca-914e-4910-9abf-b3682fd42433'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:46:51.922397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Pushing event deleted for resources: {'Port': ['ID=1b6602ca-914e-4910-9abf-b3682fd42433,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:51.926946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:52.002980 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] No DVR routers for this DVR port 1b6602ca-914e-4910-9abf-b3682fd42433 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:46:52.005737 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.009147 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Deleting port 5441ec46-6323-4e04-8198-066201a3a404 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:46:52.009452 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.024666 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'name': 'network-vif-deleted', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:52.026951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b49b7c-88a6-4aaa-8199-a38cf15ed894" -d '{"events": [{"server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "name": "network-vif-deleted", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:52.085397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ff9a60-250b-4886-a84b-4d104cb35d6f x-openstack-request-id: req-19ff9a60-250b-4886-a84b-4d104cb35d6f {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:52.085736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439cad05-58a4-4b49-b62e-66204d808858", "name": "network-vif-deleted", "tag": "1b6602ca-914e-4910-9abf-b3682fd42433", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:52.086212 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19ff9a60-250b-4886-a84b-4d104cb35d6f {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:52.086436 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439cad05-58a4-4b49-b62e-66204d808858', 'name': 'network-vif-deleted', 'tag': '1b6602ca-914e-4910-9abf-b3682fd42433', 'status': 'completed', 'code': 200} Jun 01 14:46:52.094115 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4cd654ef-abe1-40bb-bbdd-866b3ee85b47 req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.79 "DELETE /v2.0/ports/1b6602ca-914e-4910-9abf-b3682fd42433 HTTP/1.1" status: 204 len: 173 time: 1.1461437 Jun 01 14:46:52.155213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] For port 5441ec46-6323-4e04-8198-066201a3a404, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=5441ec46-6323-4e04-8198-066201a3a404,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:52.155581 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.282161 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Calling delete_port for 5441ec46-6323-4e04-8198-066201a3a404 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:46:52.401207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.406934 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0ab344e3-438f-4d05-b9a4-fc7f4cfa2a5f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:52.412794 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['5441ec46-6323-4e04-8198-066201a3a404'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:46:52.453015 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Pushing event deleted for resources: {'Port': ['ID=5441ec46-6323-4e04-8198-066201a3a404,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:52.462768 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:52.548854 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c9846ca3-c80c-4c8b-8bd0-29084c4ef025 req-e23f9b33-3156-4b57-bcca-761c85e8a89d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Synchronizing usage tracker for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:52.601105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] No DVR routers for this DVR port 5441ec46-6323-4e04-8198-066201a3a404 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:46:52.603494 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.618924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-c9846ca3-c80c-4c8b-8bd0-29084c4ef025 req-e23f9b33-3156-4b57-bcca-761c85e8a89d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Unset dirty status for tenant:319990332f364ed79605b7107128e561 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:52.620144 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c9846ca3-c80c-4c8b-8bd0-29084c4ef025 req-e23f9b33-3156-4b57-bcca-761c85e8a89d tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] 10.222.0.15 "GET /v2.0/ports?device_id=439cad05-58a4-4b49-b62e-66204d808858 HTTP/1.1" status: 200 len: 210 time: 0.1564555 Jun 01 14:46:52.625321 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-602a4d55-5f1e-4d2b-9c36-892615823b17 req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "DELETE /v2.0/ports/5441ec46-6323-4e04-8198-066201a3a404 HTTP/1.1" status: 204 len: 173 time: 0.9422317 Jun 01 14:46:52.630141 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:52.880636 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5dfe6-c010-4fd5-b773-9e3d0b448785 req-9a589f50-762a-4117-83a7-4e2c44fd00fa tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:52.882126 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-85d5dfe6-c010-4fd5-b773-9e3d0b448785 req-9a589f50-762a-4117-83a7-4e2c44fd00fa tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1034300 Jun 01 14:46:52.926189 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-85d5dfe6-c010-4fd5-b773-9e3d0b448785 req-cac2931d-0871-4c9f-a154-82be732252de tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384333 Jun 01 14:46:53.081699 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-659568e6-9b03-4e06-be05-8ebc6b172f5a req-164463ec-0306-4b95-9829-1f14c76a5932 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ab68919-bd0d-4d28-8c53-ef63e62e48a1 HTTP/1.1" status: 200 len: 210 time: 0.0468194 Jun 01 14:46:53.603292 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:46:53.725279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53472) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:54.111011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'name': 'network-vif-deleted', 'tag': '5441ec46-6323-4e04-8198-066201a3a404'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:54.111709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab8f7a6-7bb4-4bc5-8944-f7ce7d95a65e" -d '{"events": [{"server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "name": "network-vif-deleted", "tag": "5441ec46-6323-4e04-8198-066201a3a404"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:54.226967 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe79415-ef5f-4525-b739-a09cfb84fe80 x-openstack-request-id: req-ffe79415-ef5f-4525-b739-a09cfb84fe80 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:54.227258 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab68919-bd0d-4d28-8c53-ef63e62e48a1", "name": "network-vif-deleted", "tag": "5441ec46-6323-4e04-8198-066201a3a404", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:54.227568 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffe79415-ef5f-4525-b739-a09cfb84fe80 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:54.228045 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ab68919-bd0d-4d28-8c53-ef63e62e48a1', 'name': 'network-vif-deleted', 'tag': '5441ec46-6323-4e04-8198-066201a3a404', 'status': 'completed', 'code': 200} Jun 01 14:46:54.298689 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd30f0-dfef-4db1-b1f5-b9dcd4da4909 req-fdc7bde1-cd2d-4132-9684-525c3a9023a2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:54.300156 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b2bd30f0-dfef-4db1-b1f5-b9dcd4da4909 req-fdc7bde1-cd2d-4132-9684-525c3a9023a2 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1856780 Jun 01 14:46:54.360364 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b2bd30f0-dfef-4db1-b1f5-b9dcd4da4909 req-9e4e7e69-f4d4-40a5-8c46-c735cace7289 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522504 Jun 01 14:46:54.454850 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:54.884734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Deleting port 6d38b53e-afa0-4246-8758-d142c5a49f8e {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:46:54.885443 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:55.007457 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] For port 6d38b53e-afa0-4246-8758-d142c5a49f8e, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=6d38b53e-afa0-4246-8758-d142c5a49f8e,segment=NetworkSegment(f650ae33-44a1-4c92-97a2-16b68b0b318e),segment_id=f650ae33-44a1-4c92-97a2-16b68b0b318e)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:55.007688 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:55.126107 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Calling delete_port for 6d38b53e-afa0-4246-8758-d142c5a49f8e owned by network:router_interface {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:46:55.306149 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 5441ec46-6323-4e04-8198-066201a3a404 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:46:55.343233 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 5441ec46-6323-4e04-8198-066201a3a404 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:46:55.343592 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 5441ec46-6323-4e04-8198-066201a3a404 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:46:55.344000 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 1b6602ca-914e-4910-9abf-b3682fd42433 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:46:55.375623 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 1b6602ca-914e-4910-9abf-b3682fd42433 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:46:55.375974 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 1b6602ca-914e-4910-9abf-b3682fd42433 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:46:55.417749 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:55.421528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9a51f297-58b8-4efd-9de2-8dfdbdd181b7 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:55.474720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Pushing event deleted for resources: {'Port': ['ID=6d38b53e-afa0-4246-8758-d142c5a49f8e,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:55.478924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:55.583627 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148addd8-f3dd-4a68-a3f5-54c16ef558e5 req-d9f2da8a-fd1b-4f73-9e53-6efcd996eb8e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:55.585853 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-148addd8-f3dd-4a68-a3f5-54c16ef558e5 req-d9f2da8a-fd1b-4f73-9e53-6efcd996eb8e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1083424 Jun 01 14:46:55.644865 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-148addd8-f3dd-4a68-a3f5-54c16ef558e5 req-cd912359-c686-493e-83b8-0a8d799c1cc1 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515275 Jun 01 14:46:55.920737 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:56.024267 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de2b2e-a443-4b9a-a64b-4b71397bb6c7 req-5c7caff1-595c-4a79-8fde-3edb5f76cc15 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:56.025753 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-74de2b2e-a443-4b9a-a64b-4b71397bb6c7 req-5c7caff1-595c-4a79-8fde-3edb5f76cc15 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.1959276 Jun 01 14:46:56.149086 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-74de2b2e-a443-4b9a-a64b-4b71397bb6c7 req-095eb660-51d2-4811-af6d-7f55579893bc tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154325 Jun 01 14:46:56.172517 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53512) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:56.329308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Router baa3773c-8dde-48ad-bdd3-d3c22a56d07c has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:46:56.412411 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3018c60-6527-4244-90b6-e872aca7f2f9 tempest-TestMinimumBasicScenario-719782265 tempest-TestMinimumBasicScenario-719782265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:56.413900 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c3018c60-6527-4244-90b6-e872aca7f2f9 tempest-TestMinimumBasicScenario-719782265 tempest-TestMinimumBasicScenario-719782265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1093 time: 0.2403193 Jun 01 14:46:56.417009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53518) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:56.422272 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'port_id': 'd438f064-18fe-4b44-92de-9b424376357c', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'fixed_ip_address': '172.20.0.6'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:46:56.428183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:56.432271 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:floatingip and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:56.435274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:56.441172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:56.454347 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for floatingip, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:56.508338 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:46:56.517393 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Sync routers for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:46:56.529186 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] 10.222.0.15 "PUT /v2.0/routers/baa3773c-8dde-48ad-bdd3-d3c22a56d07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8005924 Jun 01 14:46:56.529510 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53522) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:56.532695 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:46:56.533551 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:46:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:56.591401 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:56.703085 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks [] for router, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:56.719984 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:46:56.737309 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Allocated IP 172.28.2.159 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/01e048e8-0638-4340-a630-ccc9d516d5fb) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:46:56.908217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:56.973676 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.001749 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216fa92-127d-41e8-869b-798367c66a7d req-e6bbf2f9-2a58-4c83-a3d7-5009190a4ba6 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:57.003132 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3216fa92-127d-41e8-869b-798367c66a7d req-e6bbf2f9-2a58-4c83-a3d7-5009190a4ba6 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1732368 Jun 01 14:46:57.012413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Deleting port cfb7901a-6235-4ffb-ac56-873f8368c508 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:46:57.013168 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.055337 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3216fa92-127d-41e8-869b-798367c66a7d req-2d1c85fd-8548-442b-aca1-f8f0e93fa688 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451546 Jun 01 14:46:57.065912 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.078617 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:57.131568 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:46:55Z', 'revision_number': 5, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port': {'id': 'cfb7901a-6235-4ffb-ac56-873f8368c508', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 54, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:16Z', 'updated_at': '2021-06-01T14:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:57.138808 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Checking router: baa3773c-8dde-48ad-bdd3-d3c22a56d07c for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:46:57.139197 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:46:57.148671 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:46:57.153270 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:46:57.159364 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Routers {'baa3773c-8dde-48ad-bdd3-d3c22a56d07c'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:46:57.160103 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:46:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:57.213653 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'Port': ['ID=01e048e8-0638-4340-a630-ccc9d516d5fb,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:57.217691 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:57.318504 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] For port cfb7901a-6235-4ffb-ac56-873f8368c508, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfb7901a-6235-4ffb-ac56-873f8368c508,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:46:57.319005 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.382242 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] Set router baa3773c-8dde-48ad-bdd3-d3c22a56d07c gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:46:57.470631 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Calling delete_port for cfb7901a-6235-4ffb-ac56-873f8368c508 owned by network:router_gateway {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:46:57.506010 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:46:56Z', 'revision_number': 6, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:57.510285 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1fa78d-8e22-4762-a9d7-2184329fe432 None None] The sync data for ids ['baa3773c-8dde-48ad-bdd3-d3c22a56d07c'] in dv-cinder-782405-10-smb is: [{'id': 'baa3773c-8dde-48ad-bdd3-d3c22a56d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-2128648784-router', 'tenant_id': '319990332f364ed79605b7107128e561', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:15Z', 'updated_at': '2021-06-01T14:46:56Z', 'revision_number': 6, 'project_id': '319990332f364ed79605b7107128e561', 'gw_port_host': None}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:46:57.654661 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.658453 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2b07273d-2fa4-442c-b4e6-95db6ae77e1b tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:57.737657 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb7901a-6235-4ffb-ac56-873f8368c508,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:57.745364 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:57.848195 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:57.877842 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac82e63-c80c-4c94-8bb7-b95eaf2c20de req-42e54166-2fe9-4c6a-9f27-17eb32f2f70e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:57.879373 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cac82e63-c80c-4c94-8bb7-b95eaf2c20de req-42e54166-2fe9-4c6a-9f27-17eb32f2f70e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.2479041 Jun 01 14:46:57.950303 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cac82e63-c80c-4c94-8bb7-b95eaf2c20de req-8eec967f-c744-4c03-817c-b2f631bf0e69 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626211 Jun 01 14:46:57.969729 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.015093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-82ab07fc-84e7-447b-9020-131e2e703b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:58.016605 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-82ab07fc-84e7-447b-9020-131e2e703b6a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 1099 time: 0.3243258 Jun 01 14:46:58.045054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.049001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.083983 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.189298 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.189819 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa3773c-8dde-48ad-bdd3-d3c22a56d07c {{(pid=98723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:46:58.229543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.233211 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] 10.222.0.15 "DELETE /v2.0/routers/baa3773c-8dde-48ad-bdd3-d3c22a56d07c HTTP/1.1" status: 204 len: 168 time: 1.7003078 Jun 01 14:46:58.233371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53540) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:58.236432 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-c79f0fd4-bbdc-4ca1-b65d-152a5174307d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:58.237853 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-c79f0fd4-bbdc-4ca1-b65d-152a5174307d service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.2134681 Jun 01 14:46:58.290978 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.296341 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.301120 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:58.386664 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Deleting subnet f6a22bad-54fe-48f0-b14b-f1a86cbe745d {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:46:58.393438 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.421393 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-92a7e02c-a222-4358-bd96-b05f42ef79d5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 200 len: 1001 time: 0.1436749 Jun 01 14:46:58.439365 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'Port': ['ID=01e048e8-0638-4340-a630-ccc9d516d5fb,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:58.443576 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:58.446672 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.579064 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.616649 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.l3_db [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Floating IP 931a23c9-392c-430f-9c55-c823bc593366 associated. External IP: 172.28.2.159, port: d438f064-18fe-4b44-92de-9b424376357c. Jun 01 14:46:58.738381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-3cfc1299-2197-40a5-95e5-7fa4855fe4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:58.739926 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-3cfc1299-2197-40a5-95e5-7fa4855fe4d5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.3068404 Jun 01 14:46:58.821114 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:58.823774 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 6d38b53e-afa0-4246-8758-d142c5a49f8e no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:46:58.861085 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 6d38b53e-afa0-4246-8758-d142c5a49f8e {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:46:58.861494 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 6d38b53e-afa0-4246-8758-d142c5a49f8e not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:46:58.861854 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfb7901a-6235-4ffb-ac56-873f8368c508 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:46:58.893640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-9f2e835d-10e7-4dee-a3d7-74d05cb49041 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:58.894047 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-9f2e835d-10e7-4dee-a3d7-74d05cb49041 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 814 time: 0.4265387 Jun 01 14:46:58.903766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: cfb7901a-6235-4ffb-ac56-873f8368c508 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:46:58.904312 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfb7901a-6235-4ffb-ac56-873f8368c508 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:46:58.931398 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-e5475529-c9f4-48b2-821f-185486af8e3e tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/quotas/c9d7ce618a7d4d89a5846993190c4a10 HTTP/1.1" status: 200 len: 375 time: 0.0309527 Jun 01 14:46:59.040498 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-8db29986-ee31-4cde-8def-635d48ab4115 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Synchronizing usage tracker for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:46:59.055949 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-f2a372d9-779e-4604-a8e2-9ceab796dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:59.057347 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-f2a372d9-779e-4604-a8e2-9ceab796dc7e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3079574 Jun 01 14:46:59.104393 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-8db29986-ee31-4cde-8def-635d48ab4115 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Unset dirty status for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:46:59.105533 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-8db29986-ee31-4cde-8def-635d48ab4115 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1666007 Jun 01 14:46:59.130290 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Router bcfede8f-7ed5-4af7-912e-5e574afe5dcb has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:46:59.239710 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3d69-22fc-4640-abea-0a0997f5302e req-6f1f6063-6159-4660-b97e-eff74ce76e5d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:59.241223 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-147e3d69-22fc-4640-abea-0a0997f5302e req-6f1f6063-6159-4660-b97e-eff74ce76e5d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.1800528 Jun 01 14:46:59.361925 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-147e3d69-22fc-4640-abea-0a0997f5302e req-e132b1b0-4c09-4f3f-9645-7afde104ee7d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698671 Jun 01 14:46:59.362863 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:46:59.373939 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Sync routers for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:46:59.392274 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:46:59.392669 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-d839d385-018f-4802-b768-37dd7f384d5c service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168261 Jun 01 14:46:59.393101 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:46:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:59.396807 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:59.425386 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-2277baa4-f49b-4ce1-b02d-77fd8771c4c9 service neutron] 10.222.0.15 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083103 Jun 01 14:46:59.455253 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0371687 Jun 01 14:46:59.456160 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:46:59.458217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53558) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:59.458657 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708e7436-fd98-4182-a942-478ed8aed25d" -d '{"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:46:59.501868 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07a3c0-f442-4d7a-a200-4748fd6abf1d x-openstack-request-id: req-0b07a3c0-f442-4d7a-a200-4748fd6abf1d {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:46:59.502373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:46:59.502835 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b07a3c0-f442-4d7a-a200-4748fd6abf1d {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:46:59.503448 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:46:59.505292 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856122076', 'description': 'tempest-secgroup-smoke-1856122076 description', 'project_id': '4d8971365f5e46e2bca330356b18f750'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:46:59.513360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:59.578129 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:46:59.583053 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:59.589510 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:46:59.683969 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a22bad-54fe-48f0-b14b-f1a86cbe745d,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:46:59.687873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:59.699551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:46:59.705866 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:59.747819 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:59.757297 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-07ccd71a-e3dd-48c5-b40e-c49bd4e393a5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6a22bad-54fe-48f0-b14b-f1a86cbe745d HTTP/1.1" status: 204 len: 168 time: 1.5229306 Jun 01 14:46:59.759862 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53564) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:46:59.801314 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e4c0560d-7ab4-445b-be28-700d7262f874 req-3c5674aa-c0ff-4cc6-815d-91142bbf5f5e service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008074 Jun 01 14:46:59.808990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:46:59.817942 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:46:59.823649 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-2f294e46-7180-4a36-8a34-d2279c8fe14d service neutron] 10.222.0.15 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903148 Jun 01 14:46:59.825166 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:46:59.833494 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:46:59.849630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e7436-fd98-4182-a942-478ed8aed25d req-9882c931-3664-453c-a5db-f7ff3c61ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:46:59.851539 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-9882c931-3664-453c-a5db-f7ff3c61ff81 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1098 time: 0.2650795 Jun 01 14:46:59.867941 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:46:59.995216 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '931a23c9-392c-430f-9c55-c823bc593366', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'port_id': 'd438f064-18fe-4b44-92de-9b424376357c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'mac_address': 'fa:16:3e:07:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01534644-1308-4307-827c-b3d7cbaf739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:46:57Z', 'updated_at': '2021-06-01T14:46:57Z', 'revision_number': 0, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:46:59.999805 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Checking router: bcfede8f-7ed5-4af7-912e-5e574afe5dcb for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:47:00.001460 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.009082 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:47:00.009726 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:46:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:00.016385 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b91548f-0046-469b-8b3c-ef708b200ddd']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:00.031666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f650ae33-44a1-4c92-97a2-16b68b0b318e') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:00.032242 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f650ae33-44a1-4c92-97a2-16b68b0b318e') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:00.045528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.071451 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e7436-fd98-4182-a942-478ed8aed25d req-f4440e10-a914-48f5-8727-883390f64c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:00.073336 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-f4440e10-a914-48f5-8727-883390f64c9c service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.2102356 Jun 01 14:47:00.085188 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.106349 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1c735ff7-541d-4f8a-bc2a-21a02c198774 req-19f9939e-5315-4c1b-acfd-753a52e60964 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 210 time: 0.0495677 Jun 01 14:47:00.107323 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.114443 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:47:00.115086 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:47:00.130540 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:47:00.206871 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-e84b730e-a9d1-4bb5-9116-377e09e4e825 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 999 time: 0.1202033 Jun 01 14:47:00.209646 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.213303 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:47:00.228685 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1dec8b04-21d6-414b-b088-0a0eb957fd2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:00.230402 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.240393 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.245267 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:00.272005 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b91548f-0046-469b-8b3c-ef708b200ddd,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:00.277378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:00.293128 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5192e971-b963-41c1-837e-6c40dc38e200 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5b91548f-0046-469b-8b3c-ef708b200ddd HTTP/1.1" status: 204 len: 168 time: 0.5309603 Jun 01 14:47:00.356466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d44c75-2df0-4aab-aa5c-754d0dda9543,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:00.362171 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e7436-fd98-4182-a942-478ed8aed25d req-3b2d5031-3f5f-4f5e-83a9-057030cad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:00.363668 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-3b2d5031-3f5f-4f5e-83a9-057030cad6b1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.1406481 Jun 01 14:47:00.364579 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:00.492559 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.494861 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0357294 Jun 01 14:47:00.498161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53582) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:00.506037 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:00.513391 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:00.524557 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:00.532318 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:00.546774 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:00.589870 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53586) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:00.613995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.652900 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '931a23c9-392c-430f-9c55-c823bc593366', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'port_id': 'd438f064-18fe-4b44-92de-9b424376357c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'mac_address': 'fa:16:3e:07:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01534644-1308-4307-827c-b3d7cbaf739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:46:57Z', 'updated_at': '2021-06-01T14:46:57Z', 'revision_number': 0, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:00.657336 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e358a753-4d23-4216-ad6e-c547eabe5dec None None] The sync data for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb is: [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '931a23c9-392c-430f-9c55-c823bc593366', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'floating_ip_address': '172.28.2.159', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'port_id': 'd438f064-18fe-4b44-92de-9b424376357c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'mac_address': 'fa:16:3e:07:a1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01534644-1308-4307-827c-b3d7cbaf739e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:46:57Z', 'updated_at': '2021-06-01T14:46:57Z', 'revision_number': 0, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:47:00.703387 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-db5f9e4c-6d4e-42fe-9427-29dbee6cf136 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=319990332f364ed79605b7107128e561&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1097090 Jun 01 14:47:00.704273 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53590) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:00.738126 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.750297 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e7436-fd98-4182-a942-478ed8aed25d req-efb17b6c-c097-460b-a6d1-85c51d15cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:00.752084 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-efb17b6c-c097-460b-a6d1-85c51d15cbd0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.3726931 Jun 01 14:47:00.752944 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.765331 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:00.795702 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583c9c4e-5f50-4e8c-b47c-3dc50a3f3b03,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:00.803613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:00.814561 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.815947 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-cd1809c1-e2fd-4b6f-8f2d-6221f45e5247 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3166339 Jun 01 14:47:00.819132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53594) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:00.826705 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:00.831229 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.836053 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:00.849713 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:00.854171 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:00.868584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:00.874755 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.914483 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.928299 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ca913-1537-4a55-b67f-a82d4cc1f178 None None] New status for floating IP 931a23c9-392c-430f-9c55-c823bc593366: ACTIVE {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:47:00.984690 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.985635 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:00.990133 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-68112763-1f4f-4e31-91fe-ec3afbf9aa84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:01.002623 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-09e8e2fc-87ec-48f7-bae8-f9f7387c4ba1 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402759 Jun 01 14:47:01.002819 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.007743 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897875c-3e9e-41cc-8ff5-19e9fe7d449c,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:01.016189 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbf7f8-f548-4d6f-a8d9-c9382e25640a req-5e62b19c-9ce4-4776-9ca5-6df7aa03be95 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:01.020867 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-66dbf7f8-f548-4d6f-a8d9-c9382e25640a req-5e62b19c-9ce4-4776-9ca5-6df7aa03be95 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.4744451 Jun 01 14:47:01.026629 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:01.027165 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1ec1e3b1-ad9e-45a1-94d0-7e0d7f50b2ed tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:01.064614 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1931c5-d989-459b-bbad-528210aa7d9d,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:01.070987 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:01.072074 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.073293 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7897875c-3e9e-41cc-8ff5-19e9fe7d449c HTTP/1.1" status: 204 len: 168 time: 0.3680527 Jun 01 14:47:01.088601 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.092459 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-eb83833e-4117-459f-881e-c1b9bfec5cc0 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2696211 Jun 01 14:47:01.092821 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53600) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:01.101199 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:01.106884 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:01.110822 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:01.113705 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:01.119579 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:01.139534 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.221537 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-66dbf7f8-f548-4d6f-a8d9-c9382e25640a req-43b025cb-3e94-4a95-a33a-39a379aa37c7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196599 Jun 01 14:47:01.257565 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.263042 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.264998 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:01.267521 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-708e7436-fd98-4182-a942-478ed8aed25d req-f7d9617c-c074-48a2-9bdf-3d90094a10ba service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454879 Jun 01 14:47:01.296604 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5c5554-74da-4b69-a382-755abb8eeef9,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:01.333959 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:01.343222 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d7836d51-c142-438e-a769-b2739adf45bd req-fdd77cb6-064a-4119-95be-b68c08b92864 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 210 time: 0.0506592 Jun 01 14:47:01.348275 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.350109 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2563739 Jun 01 14:47:01.353192 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53608) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:01.358842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:01.365189 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:01.369141 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:01.372433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:01.378859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:01.395092 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.561895 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.580755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.587547 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:01.622734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8e9ae8-3e33-42cc-ab6a-db1f4f9e8a1d,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:01.635108 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-50810d65-e01c-44a9-8e8f-7d523a0cb7e1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:01.636645 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-50810d65-e01c-44a9-8e8f-7d523a0cb7e1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 814 time: 0.2032194 Jun 01 14:47:01.637551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:01.646382 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.650183 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2935028 Jun 01 14:47:01.650528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53620) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:01.655229 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Request body: {'port': {'device_id': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093', 'admin_state_up': True, 'tenant_id': 'c9d7ce618a7d4d89a5846993190c4a10'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:01.655704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:01.661786 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:01.665843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:01.672040 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:01.683858 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:01.695965 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.securitygroups_db [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Project 4d8971365f5e46e2bca330356b18f750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:47:01.703025 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.765784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.771164 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.774356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:01.797791 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7006c156-efa4-485a-8187-7b6aa74a34d4,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:01.800472 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:01.812009 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.817098 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b45bfee3-2e82-4bc8-876e-aefd7fed8c35 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1649141 Jun 01 14:47:01.817306 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53632) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:01.819794 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:01.825097 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'security_group_rule': {'security_group_id': 'e4d44c75-2df0-4aab-aa5c-754d0dda9543', 'project_id': '4d8971365f5e46e2bca330356b18f750', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:01.831954 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:01.842854 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Usage tracker for resource:security_group_rule and tenant:4d8971365f5e46e2bca330356b18f750 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:01.845942 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:01.848059 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:01.855908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:01.866548 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Made reservation on behalf of c9d7ce618a7d4d89a5846993190c4a10 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:47:01.870872 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:01.884962 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.securitygroups_db [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Project 4d8971365f5e46e2bca330356b18f750 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:47:01.893391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.072308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.079132 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.090629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-34a3fa31-cc26-4a2c-afbb-8d1b9bb5830e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:02.121712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4861fae-a4c3-4ffe-943e-049be7fb2a90,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:02.124603 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:02.129456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Allocated IP 172.20.0.12 (c160d657-ba46-4d8d-b987-8ef0f005d093/1438a922-7df7-48e9-a615-4af54a653310/62ec5b40-fec1-404f-a950-324abbc8ad9d) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:47:02.134206 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.138112 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3174882 Jun 01 14:47:02.343592 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-feea1cbf-3237-46d4-af59-63c795829f48 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:47:02.395250 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-feea1cbf-3237-46d4-af59-63c795829f48 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:47:02.395250 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-feea1cbf-3237-46d4-af59-63c795829f48 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856122076&fields=id&tenant_id=4d8971365f5e46e2bca330356b18f750 HTTP/1.1" status: 200 len: 267 time: 0.1694462 Jun 01 14:47:02.402645 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.503649 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-dee03608-ecf5-44f8-8266-97565bdc40a5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:02.505793 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-dee03608-ecf5-44f8-8266-97565bdc40a5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0997272 Jun 01 14:47:02.507491 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.513078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-46f9bb1a-e43d-4e27-9a85-8c2dcb8d39a2 tempest-ServerRescueNegativeTestJSON-1702624748 tempest-ServerRescueNegativeTestJSON-1702624748-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:02.558070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'port': {'security_groups': ['32c9cf1a-368f-41c0-a1f1-d49ca0199ba4', 'e4d44c75-2df0-4aab-aa5c-754d0dda9543']}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:02.561707 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd337e-0b71-4886-afd6-ab0cdf87d11a req-a7ba0679-06c7-48ae-b89a-1eee76e2a393 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:02.564201 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7cdd337e-0b71-4886-afd6-ab0cdf87d11a req-a7ba0679-06c7-48ae-b89a-1eee76e2a393 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 932 time: 0.0986502 Jun 01 14:47:02.615502 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7cdd337e-0b71-4886-afd6-ab0cdf87d11a req-2c008b86-a6b5-4a63-87a5-1e1df24e4074 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436840 Jun 01 14:47:02.638128 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Network c160d657-ba46-4d8d-b987-8ef0f005d093 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:47:02.643169 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:47:02.651605 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:47:02.680633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Pushing event updated for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:02.694213 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:02.766441 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:02.767048 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.779737 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:02.828161 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-83018b05-5586-41af-9f86-4d924e2dac35 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1790719 Jun 01 14:47:02.846309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Request body: {'port': {'device_id': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:03.109769 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.363777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:03.466955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.477507 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.490835 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:47:03.496512 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-680745d7-9936-4d1a-a9bf-299f95635b2f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:03.578673 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:03.579277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.580628 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e6a23c64-8652-41f8-b4d5-181b475fcbdc req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "PUT /v2.0/ports/d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 981 time: 1.0372233 Jun 01 14:47:03.586464 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:03.586464 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c9e323-0cb5-4933-82ca-3711f9532849" -d '{"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:03.612551 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=6']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:03.616771 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:03.687908 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:47:03.694274 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df576b3-c0cc-4586-b304-c56cf9b7a1ca x-openstack-request-id: req-1df576b3-c0cc-4586-b304-c56cf9b7a1ca {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:03.694594 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:03.695013 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1df576b3-c0cc-4586-b304-c56cf9b7a1ca {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:03.695810 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:47:03.776371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ec5b40-fec1-404f-a950-324abbc8ad9d {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:47:03.785355 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.801326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Transition to ACTIVE for port object 62ec5b40-fec1-404f-a950-324abbc8ad9d will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:47:03.823627 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.869469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bc1f4cb6-88d2-4a5a-a70a-8a3a9e20e201 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:03.896944 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-23e7adaa-6715-47fe-807c-fd982f73b844 None None] Provisioning complete for port d438f064-18fe-4b44-92de-9b424376357c triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:47:03.898012 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-23e7adaa-6715-47fe-807c-fd982f73b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:03.928084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa303d1b-2203-49b7-a9ed-30ae97d8aa2e req-5e2408b3-0385-4446-abe4-4dc7b1bf9e70 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:03.929783 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fa303d1b-2203-49b7-a9ed-30ae97d8aa2e req-5e2408b3-0385-4446-abe4-4dc7b1bf9e70 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.2034278 Jun 01 14:47:03.981269 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fa303d1b-2203-49b7-a9ed-30ae97d8aa2e req-bf6af61c-cdb5-4e61-8eaa-f1847657feee tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451856 Jun 01 14:47:04.031049 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Pushing event updated for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:04.062773 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:04.137457 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-6e61a6e3-44e2-46a2-85f2-6838457e5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.138949 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-6e61a6e3-44e2-46a2-85f2-6838457e5365 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1137 time: 0.4218245 Jun 01 14:47:04.175862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511204be-9a6f-49f4-b02a-d2ae8ab35268 req-510b7d76-a7d6-4a06-96f0-b0f5213c63bb tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.176630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-511204be-9a6f-49f4-b02a-d2ae8ab35268 req-510b7d76-a7d6-4a06-96f0-b0f5213c63bb tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Synchronizing usage tracker for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:47:04.239989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Attempting to bind port 62ec5b40-fec1-404f-a950-324abbc8ad9d on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:47:04.240364 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Attempting to bind port 62ec5b40-fec1-404f-a950-324abbc8ad9d by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:47:04.240696 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Attempting to bind port 62ec5b40-fec1-404f-a950-324abbc8ad9d on network c160d657-ba46-4d8d-b987-8ef0f005d093 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:47:04.265515 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Port 62ec5b40-fec1-404f-a950-324abbc8ad9d on network c160d657-ba46-4d8d-b987-8ef0f005d093 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:47:04.265812 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Attempting to bind port 62ec5b40-fec1-404f-a950-324abbc8ad9d on network c160d657-ba46-4d8d-b987-8ef0f005d093 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:47:04.278907 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-511204be-9a6f-49f4-b02a-d2ae8ab35268 req-510b7d76-a7d6-4a06-96f0-b0f5213c63bb tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Unset dirty status for tenant:c9d7ce618a7d4d89a5846993190c4a10 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:47:04.280085 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-511204be-9a6f-49f4-b02a-d2ae8ab35268 req-510b7d76-a7d6-4a06-96f0-b0f5213c63bb tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 944 time: 0.4605057 Jun 01 14:47:04.294105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:47:04.294443 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Checking segment: {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:47:04.294829 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Bound using segment: {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:47:04.295274 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Bound port: 62ec5b40-fec1-404f-a950-324abbc8ad9d, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1be2319-e462-409e-a839-d34b74f68bf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:47:04.295621 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:04.381244 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-55336b35-3972-4924-8485-2233e1bdb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.382700 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-55336b35-3972-4924-8485-2233e1bdb551 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.2332685 Jun 01 14:47:04.486635 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-511204be-9a6f-49f4-b02a-d2ae8ab35268 req-f207d113-bd3b-4914-a621-10cac62e1811 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786253 Jun 01 14:47:04.533070 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-dc5b2285-2349-4917-839c-9418d25360e7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 1001 time: 0.1291473 Jun 01 14:47:04.534003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:47:04.537247 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:47:04.541731 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:04.546730 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a11463d7-f4c8-4565-9961-2315b898676d tempest-VolumesNegativeTest-1340727166 tempest-VolumesNegativeTest-1340727166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:04.766405 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.767171 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:04.768552 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] 10.222.0.79 "PUT /v2.0/ports/62ec5b40-fec1-404f-a950-324abbc8ad9d HTTP/1.1" status: 200 len: 1094 time: 1.9263809 Jun 01 14:47:04.797629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-e61572d1-c5f8-4a4a-9d43-caec7e3748d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.799100 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-e61572d1-c5f8-4a4a-9d43-caec7e3748d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.2186251 Jun 01 14:47:04.807528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Pushing event updated for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:04.810555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:04.953258 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-44d42f0a-e127-4b33-a0af-ec7a0a75cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.954799 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-44d42f0a-e127-4b33-a0af-ec7a0a75cd43 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1330335 Jun 01 14:47:04.957259 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-94b01cf5-cca8-4a26-8440-e0221e8077b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:04.958599 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-94b01cf5-cca8-4a26-8440-e0221e8077b5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 1097 time: 0.1357532 Jun 01 14:47:05.097539 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-bdf72ccb-a420-465b-8518-06783dbe2819 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d HTTP/1.1" status: 200 len: 217 time: 0.1086044 Jun 01 14:47:05.196254 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-02681ae2-3d58-426e-93d3-f4c0f2fa7092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:05.197672 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-02681ae2-3d58-426e-93d3-f4c0f2fa7092 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1438a922-7df7-48e9-a615-4af54a653310 HTTP/1.1" status: 200 len: 854 time: 0.0884364 Jun 01 14:47:05.205310 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-9cb42a79-a7b0-4511-b5d2-6f2f0c34bef9 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357056 Jun 01 14:47:05.274282 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-48231993-c9ab-4890-b9f0-dfcb74982695 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c160d657-ba46-4d8d-b987-8ef0f005d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608983 Jun 01 14:47:05.471476 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25c9e323-0cb5-4933-82ca-3711f9532849 req-2732c685-c98c-4167-bfce-c55e5371e3f9 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568643 Jun 01 14:47:05.488829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:05.492185 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-9dc810bc-b7b5-4c67-929b-22d3afb0d68e service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701050 Jun 01 14:47:05.631784 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a5198eb0-86ec-47ac-b59a-1d84c2a8e8f7 req-d6570853-3dd6-4828-88b9-7fb6a7a9ca6d service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285589 Jun 01 14:47:05.672951 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dfa2ea-573f-4080-a001-bf58a8269096 req-2280ef9f-973e-45e9-bff2-a6593896923f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:05.674422 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d4dfa2ea-573f-4080-a001-bf58a8269096 req-2280ef9f-973e-45e9-bff2-a6593896923f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 944 time: 0.0830362 Jun 01 14:47:05.696624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:05.699090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297ae805-53fe-4e70-b14e-2d624630de7d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:05.721223 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d4dfa2ea-573f-4080-a001-bf58a8269096 req-e8bc3520-8205-420c-97f9-a1db21d1ae66 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409191 Jun 01 14:47:05.740587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29946535-cfbd-480e-ad13-0ac799ec60f6 x-openstack-request-id: req-29946535-cfbd-480e-ad13-0ac799ec60f6 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:05.740906 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:05.741184 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29946535-cfbd-480e-ad13-0ac799ec60f6 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:05.741604 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d', 'status': 'completed', 'code': 200} Jun 01 14:47:05.845448 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae805-53fe-4e70-b14e-2d624630de7d req-85f82fc6-afe3-419a-a994-af9815d18516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:05.846947 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-85f82fc6-afe3-419a-a994-af9815d18516 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 1097 time: 0.0721362 Jun 01 14:47:05.979855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae805-53fe-4e70-b14e-2d624630de7d req-c09b492b-f0e9-486a-83a4-622771619812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:05.981584 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-c09b492b-f0e9-486a-83a4-622771619812 service neutron] 10.222.0.79 "GET /v2.0/networks?id=c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 200 len: 915 time: 0.1269319 Jun 01 14:47:06.057456 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-6155bdb9-7a43-4df8-8d14-3858efd6e7db service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d HTTP/1.1" status: 200 len: 217 time: 0.0679455 Jun 01 14:47:06.125939 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ae805-53fe-4e70-b14e-2d624630de7d req-cfc8798c-d8fd-4aae-b20e-374083cb6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:06.127381 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-cfc8798c-d8fd-4aae-b20e-374083cb6d8b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=1438a922-7df7-48e9-a615-4af54a653310 HTTP/1.1" status: 200 len: 854 time: 0.0612915 Jun 01 14:47:06.175053 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-a2584bc4-a4ca-4858-bdc7-013cf87bd327 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=c160d657-ba46-4d8d-b987-8ef0f005d093&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402057 Jun 01 14:47:06.316671 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-f88db4f9-f346-4529-a72b-1bffc139a5d3 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264973 Jun 01 14:47:06.562267 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-297ae805-53fe-4e70-b14e-2d624630de7d req-7fac80f3-7a72-4fbd-ab60-7b9e227d71f6 service neutron] 10.222.0.79 "GET /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365806 Jun 01 14:47:06.937241 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b41b1-dec6-471b-969c-9c1d8c81f133 req-153d871a-f4e1-45d8-9f58-1da1832691a0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:06.938685 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b95b41b1-dec6-471b-969c-9c1d8c81f133 req-153d871a-f4e1-45d8-9f58-1da1832691a0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 944 time: 0.0897620 Jun 01 14:47:06.989915 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b95b41b1-dec6-471b-969c-9c1d8c81f133 req-e1764771-8352-4fbd-8af1-ac7d20ff4201 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454454 Jun 01 14:47:08.181856 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8c5e2-2ef3-440d-b0e4-28c5b07a5a7b req-c4cb1717-ee24-41df-8180-eb947495abd4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:08.183332 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-61d8c5e2-2ef3-440d-b0e4-28c5b07a5a7b req-c4cb1717-ee24-41df-8180-eb947495abd4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 944 time: 0.0849125 Jun 01 14:47:08.229758 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-61d8c5e2-2ef3-440d-b0e4-28c5b07a5a7b req-efecb1df-e8bc-4476-9758-1aa3af09c70d tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Jun 01 14:47:09.371353 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 62ec5b40-fec1-404f-a950-324abbc8ad9d details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:47:09.446677 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd35980-5154-40a1-b19f-cb6b4d180435 req-5eb14555-6c0a-4116-8c85-2a04a4cf31b0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:09.448943 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dcd35980-5154-40a1-b19f-cb6b4d180435 req-5eb14555-6c0a-4116-8c85-2a04a4cf31b0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 944 time: 0.1016152 Jun 01 14:47:09.493556 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dcd35980-5154-40a1-b19f-cb6b4d180435 req-ad68d7ab-95eb-4662-ab0a-9b0c617256a5 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Jun 01 14:47:09.522849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:09.536806 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '62ec5b40-fec1-404f-a950-324abbc8ad9d', 'network_id': 'c160d657-ba46-4d8d-b987-8ef0f005d093', 'port_id': '62ec5b40-fec1-404f-a950-324abbc8ad9d', 'mac_address': 'fa:16:3e:65:dc:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1438a922-7df7-48e9-a615-4af54a653310', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:47:09.591972 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:09.609729 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ec5b40-fec1-404f-a950-324abbc8ad9d {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:47:09.625957 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:09.630326 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:09.632252 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-44fd8dbe-927f-4b34-9319-76ace2b4e7bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:09.701736 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:09.709193 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.709547 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.709931 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.710318 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.710655 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.710975 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.711307 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.711631 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.711960 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.712312 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.712634 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.712950 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:09.716758 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:09.895206 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['62ec5b40-fec1-404f-a950-324abbc8ad9d'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:47:10.696154 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27aee-0b96-4e8f-ac7c-d7f6ab4f5b64 req-112da2c3-094e-4680-86aa-34b17141d8a4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:10.697832 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aba27aee-0b96-4e8f-ac7c-d7f6ab4f5b64 req-112da2c3-094e-4680-86aa-34b17141d8a4 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 945 time: 0.0838540 Jun 01 14:47:10.743396 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aba27aee-0b96-4e8f-ac7c-d7f6ab4f5b64 req-cc05c1b7-0348-46a1-8196-250adb752264 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396543 Jun 01 14:47:11.205735 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53774) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:11.332669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.349866 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:11.353864 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Usage tracker for resource:security_group_rule and tenant:fe7445ce167945e5900829263190b01f is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:11.356774 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:11.362531 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:11.377383 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 62ec5b40-fec1-404f-a950-324abbc8ad9d up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:47:11.481363 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.489111 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 62ec5b40-fec1-404f-a950-324abbc8ad9d completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:47:11.490569 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.494698 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 62ec5b40-fec1-404f-a950-324abbc8ad9d triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:47:11.495074 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.499874 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8802fff9-594b-4a37-be6d-781c8351e059 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:11.542551 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe7445ce167945e5900829263190b01f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355031 Jun 01 14:47:11.543515 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc4a8a2d-b675-46ae-8c3c-fe042cb88e14,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:11.545570 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53780) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:11.546697 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:11.610319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.617725 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.637083 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:11.639479 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ad9b6a-6cdf-4358-a58b-4e59b80353e0" -d '{"events": [{"server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "name": "network-vif-plugged", "status": "completed", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:11.643907 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.647122 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:11.652310 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.654862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:11.684105 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f453aa-a0eb-4dff-ba9d-dca06024953b x-openstack-request-id: req-c0f453aa-a0eb-4dff-ba9d-dca06024953b {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:11.684425 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "name": "network-vif-plugged", "status": "completed", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:11.684687 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0f453aa-a0eb-4dff-ba9d-dca06024953b {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:11.685032 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d', 'code': 200} Jun 01 14:47:11.702437 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.708151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-22ac1a82-be38-4722-afcd-0ca0006c5328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:11.719245 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc4a8a2d-b675-46ae-8c3c-fe042cb88e14,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:11.721684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:11.723173 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:11.726807 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:11.728993 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:11.732929 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc4a8a2d-b675-46ae-8c3c-fe042cb88e14 HTTP/1.1" status: 204 len: 168 time: 0.1836517 Jun 01 14:47:11.998042 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f29df-cdeb-44f2-bf00-6e98598ca280 req-5fc9e61b-c18d-4ccb-a588-7d6978d090e0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:11.999669 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-834f29df-cdeb-44f2-bf00-6e98598ca280 req-5fc9e61b-c18d-4ccb-a588-7d6978d090e0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1452413 Jun 01 14:47:12.001834 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baea61-59c6-413e-b9ba-af8d2da4f00c req-6b45e1b0-836e-46e7-a6bb-6f3550e51e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:12.003323 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02baea61-59c6-413e-b9ba-af8d2da4f00c req-6b45e1b0-836e-46e7-a6bb-6f3550e51e58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 1099 time: 0.1160917 Jun 01 14:47:12.033906 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53792) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:12.057639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.071145 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-02baea61-59c6-413e-b9ba-af8d2da4f00c req-6914aa58-0b1b-4ae6-81ea-9846de1b5ca1 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523505 Jun 01 14:47:12.072791 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:12.074069 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-834f29df-cdeb-44f2-bf00-6e98598ca280 req-b5a43036-9f86-419b-b815-b8cf2fa3bcfe tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687840 Jun 01 14:47:12.076912 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Usage tracker for resource:security_group_rule and tenant:cc525c2eaecc45f9aacbd921fe189fee is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:12.079829 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:12.085727 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:12.169297 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.174529 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.183243 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b15901d0-7b14-4e48-bad6-e5b84f6a1ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:12.221313 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc525c2eaecc45f9aacbd921fe189fee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862750 Jun 01 14:47:12.223004 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2977f40f-3da2-4d8b-bfee-fe4f11d8c089,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:12.224115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53796) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:12.226165 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:12.281898 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.307077 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.361322 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.364849 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-46658e98-49ab-4245-acf2-0b31d44e5323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:12.377003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2977f40f-3da2-4d8b-bfee-fe4f11d8c089,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:12.381028 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:12.386181 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:12.389662 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2977f40f-3da2-4d8b-bfee-fe4f11d8c089 HTTP/1.1" status: 204 len: 168 time: 0.1620991 Jun 01 14:47:13.273449 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21931fa3-cb45-4c6e-8b1d-49e2deab4361 req-daa2ec0f-d39d-4059-a960-0d7f5c0f12dd tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:13.275026 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-21931fa3-cb45-4c6e-8b1d-49e2deab4361 req-daa2ec0f-d39d-4059-a960-0d7f5c0f12dd tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.0863953 Jun 01 14:47:13.321507 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-21931fa3-cb45-4c6e-8b1d-49e2deab4361 req-c1977422-413e-4fee-87fa-598b2358da10 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405288 Jun 01 14:47:17.502466 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-bc11defe-2506-400b-8760-712859eb2a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:19.888474 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-0d7eb23b-a1bb-45c5-a977-1abe488e2aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.127140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.285398 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53914) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:20.408800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.422806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:20.427132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Usage tracker for resource:security_group_rule and tenant:64cc371abac84405a89f5c41614c5dcc is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:20.430134 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:20.436295 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:20.554359 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.558596 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.565235 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bc99c001-1dc6-4dbc-97cc-47229d26dae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:20.628999 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46499453-b4a9-42aa-a57d-5add321e8d23,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:20.635415 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64cc371abac84405a89f5c41614c5dcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488040 Jun 01 14:47:20.636785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:20.638196 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53920) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:20.729540 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.759397 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.818570 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.822891 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f3f80ccb-efa6-4d6c-97c0-5ada76d546db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:20.836072 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46499453-b4a9-42aa-a57d-5add321e8d23,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:20.839230 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:20.849584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:20.850700 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46499453-b4a9-42aa-a57d-5add321e8d23 HTTP/1.1" status: 204 len: 168 time: 0.2115324 Jun 01 14:47:21.163432 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 53930) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:21.182118 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.198597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.199639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:21.204294 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Usage tracker for resource:security_group_rule and tenant:7c997962122a47289dc4945deb99167f is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:21.207702 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:21.215436 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:21.304572 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.317133 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.326064 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fa8ae2cc-c9cb-490f-9a68-6381d51f71e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:21.364382 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c997962122a47289dc4945deb99167f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998260 Jun 01 14:47:21.367241 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 53934) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:21.372485 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f634b378-8e2a-41b2-a3db-9b94cc4ecca0,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:21.376994 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:21.432467 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.458449 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.511600 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.515397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b0ab7a11-4648-4bea-98bc-52dce2a100f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:21.526278 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f634b378-8e2a-41b2-a3db-9b94cc4ecca0,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:21.528763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:21.533499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:21.534888 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f634b378-8e2a-41b2-a3db-9b94cc4ecca0 HTTP/1.1" status: 204 len: 168 time: 0.1656809 Jun 01 14:47:22.629836 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:30.525014 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-727d5bb2-4569-4dc3-90c4-2c56b1475f2c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873699 Jun 01 14:47:30.602772 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:47:30.694418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902156d5-0caf-4779-a3c8-317c3e15153b req-3b3faef5-11ea-46ee-bc6f-4598ede1f954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:30.696440 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-3b3faef5-11ea-46ee-bc6f-4598ede1f954 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 1100 time: 0.0766547 Jun 01 14:47:30.873060 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902156d5-0caf-4779-a3c8-317c3e15153b req-654d7803-031b-4a26-b0ae-e2fc93e88e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:30.874808 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-654d7803-031b-4a26-b0ae-e2fc93e88e61 service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1461604 Jun 01 14:47:30.989992 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-70c132d6-d7f6-4bde-873d-a105b4b181de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 200 len: 1001 time: 0.1016784 Jun 01 14:47:31.065053 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902156d5-0caf-4779-a3c8-317c3e15153b req-c0f3b2ce-cee6-441d-8706-79f7eb45e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:31.066993 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-c0f3b2ce-cee6-441d-8706-79f7eb45e9e4 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0609651 Jun 01 14:47:31.163834 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902156d5-0caf-4779-a3c8-317c3e15153b req-f38482bc-8180-4a4b-9328-151d23b54911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:31.166275 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-f38482bc-8180-4a4b-9328-151d23b54911 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0898554 Jun 01 14:47:31.342798 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-32d9f60e-c9a0-48af-9796-4077c47b89cb service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609261 Jun 01 14:47:31.505213 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-902156d5-0caf-4779-a3c8-317c3e15153b req-3ae79afd-56c0-49c8-b7d0-00789cea20e5 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534817 Jun 01 14:47:31.839219 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a855-5140-48a5-9e9c-7c4388bd7790 req-4b2f67f2-67b9-4c17-80af-65d3813e0735 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:31.841915 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6ed6a855-5140-48a5-9e9c-7c4388bd7790 req-4b2f67f2-67b9-4c17-80af-65d3813e0735 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.0889099 Jun 01 14:47:31.890346 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6ed6a855-5140-48a5-9e9c-7c4388bd7790 req-4fc55bf5-cd83-45ab-885e-962bda1c5614 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Jun 01 14:47:31.893252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54134) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:32.013450 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.028428 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:32.032561 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Usage tracker for resource:security_group_rule and tenant:47bb36ee4d354151a4f51d59e901e980 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:32.035494 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:32.041608 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:32.130386 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.135263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.142575 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-84bd6259-bfc1-4caa-9042-2efb02ddf348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:32.182492 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47bb36ee4d354151a4f51d59e901e980&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874255 Jun 01 14:47:32.183396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb093b23-703b-4217-a1a0-48f4ee02173b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:32.185433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54140) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:32.186857 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:32.346445 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.372547 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.424996 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.428791 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-282ba8ba-2026-4e9d-aed9-d410e625f631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:32.441708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb093b23-703b-4217-a1a0-48f4ee02173b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:32.444604 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:32.446859 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.450461 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-f1b5feeb-8fe0-4766-af24-e65d11beba7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb093b23-703b-4217-a1a0-48f4ee02173b HTTP/1.1" status: 204 len: 168 time: 0.2616045 Jun 01 14:47:32.748409 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54150) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:32.765839 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.781233 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:32.785538 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Usage tracker for resource:security_group_rule and tenant:fa3b342c6675468ab2247b1b28df0dcd is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:32.788632 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:32.794724 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:32.881636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.887109 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:32.894454 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f6ba796e-0c31-4537-89c8-7be4a26ac738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:32.939611 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa3b342c6675468ab2247b1b28df0dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900468 Jun 01 14:47:32.940596 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985acf72-f504-44f6-a53d-6dd556cd9570,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:32.942613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54156) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:32.943668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:33.020097 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.048354 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.108448 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.114720 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6a2470d3-e675-43b8-9d90-354867f3164c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:33.143739 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.148211 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/985acf72-f504-44f6-a53d-6dd556cd9570 HTTP/1.1" status: 204 len: 168 time: 0.2044840 Jun 01 14:47:33.149693 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985acf72-f504-44f6-a53d-6dd556cd9570,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:33.152647 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-945ae79c-5037-46ce-8be4-251275c29cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:33.345307 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026bec5-6661-4b2d-b048-7b7587af379a req-f00b33ec-42a1-4276-bd7f-174cedb47922 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:33.346950 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b026bec5-6661-4b2d-b048-7b7587af379a req-f00b33ec-42a1-4276-bd7f-174cedb47922 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.3394940 Jun 01 14:47:33.393678 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b026bec5-6661-4b2d-b048-7b7587af379a req-7ae33174-9eba-43ce-9a2f-4440fc237062 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406437 Jun 01 14:47:33.516840 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54166) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:33.535337 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.549598 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:33.553623 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Usage tracker for resource:security_group_rule and tenant:22d50681c5a54edeb6aab7efead06008 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:33.556482 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:33.562199 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:33.647263 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.652369 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.659634 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-fcada846-bd41-4bfb-bbe1-29372429e026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:33.701093 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22d50681c5a54edeb6aab7efead06008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831291 Jun 01 14:47:33.702069 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fdd6fe5-a2fc-4f53-8bc9-2b4d329ee116,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:33.705290 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:33.705724 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54172) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:33.765516 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.791361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.851922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.856734 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f41bd48f-693d-48b3-9e37-fc6e6f4cb5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:33.874075 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fdd6fe5-a2fc-4f53-8bc9-2b4d329ee116,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:33.876587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:33.884097 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:33.885214 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fdd6fe5-a2fc-4f53-8bc9-2b4d329ee116 HTTP/1.1" status: 204 len: 168 time: 0.1783853 Jun 01 14:47:34.313939 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-e8703647-52aa-4fa0-8ea6-ed0a619e02b1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:34.315458 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-e8703647-52aa-4fa0-8ea6-ed0a619e02b1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.0820518 Jun 01 14:47:34.461561 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Deleting port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:47:34.461800 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:34.659258 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] For port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:34.659622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:34.765879 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3daf46-73aa-4f8d-96cc-e9e40280fdd1 req-5cbf53ee-539b-4dee-aa76-0be1dba1d54e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:34.767504 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb3daf46-73aa-4f8d-96cc-e9e40280fdd1 req-5cbf53ee-539b-4dee-aa76-0be1dba1d54e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 947 time: 0.2307477 Jun 01 14:47:34.907464 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb3daf46-73aa-4f8d-96cc-e9e40280fdd1 req-51c13abb-b516-4f51-98e0-6d47fc4399cd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=407ca6ec-ddfa-479e-a5ae-fbe192a7630b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276219 Jun 01 14:47:35.014260 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:35.014711 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:35.015092 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Floating IP 185cb71c-ebc2-4794-bcb0-b9bd0b52e17c disassociated. External IP: 172.28.2.93, port: 25d7a051-baf8-42a1-ba99-1dc5c61bdde0. Jun 01 14:47:35.015450 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Calling delete_port for 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:47:35.139917 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:35.148610 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c887bbfc-adea-484b-8966-85842cd53f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:35.201833 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'Port': ['ID=25d7a051-baf8-42a1-ba99-1dc5c61bdde0,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:35.204726 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:35.385256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:47:35.500445 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:35.690303 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:47:35.700583 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:47:35.714766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:47:35.715712 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:35.771990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] No DVR routers for this DVR port 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:47:35.774921 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:35.785905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-deleted', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:35.788647 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be873006-e9b0-4590-86af-ec10ebf24398" -d '{"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-deleted", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:35.809448 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-33995ba0-fa66-4024-a26a-46ade2f18ccd req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "DELETE /v2.0/ports/25d7a051-baf8-42a1-ba99-1dc5c61bdde0 HTTP/1.1" status: 204 len: 173 time: 1.4842947 Jun 01 14:47:35.869587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5549952-e9d6-4465-9b2f-4d1a3326b96a x-openstack-request-id: req-f5549952-e9d6-4465-9b2f-4d1a3326b96a {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:35.870466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60de79a4-ce53-4be4-88c7-873337abec22", "name": "network-vif-deleted", "tag": "25d7a051-baf8-42a1-ba99-1dc5c61bdde0", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:35.871100 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5549952-e9d6-4465-9b2f-4d1a3326b96a {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:35.871785 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60de79a4-ce53-4be4-88c7-873337abec22', 'name': 'network-vif-deleted', 'tag': '25d7a051-baf8-42a1-ba99-1dc5c61bdde0', 'status': 'completed', 'code': 200} Jun 01 14:47:36.037474 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:47:36.131169 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2139fbf9-a6b6-41c7-ae67-f9db57ac2c14 req-2644e739-a9da-47e9-9e01-b98d0ff47d2c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=60de79a4-ce53-4be4-88c7-873337abec22 HTTP/1.1" status: 200 len: 210 time: 0.0581956 Jun 01 14:47:36.423036 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:36.428941 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:47:36.438717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:47:36.439755 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:36.733294 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:47:36.897774 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009f3fe-04b0-42b1-8c8e-6dff65c3f59c req-ac777fe5-3094-43cb-8312-b458c4f833c0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:36.908731 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b009f3fe-04b0-42b1-8c8e-6dff65c3f59c req-ac777fe5-3094-43cb-8312-b458c4f833c0 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1871002 Jun 01 14:47:36.975896 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b009f3fe-04b0-42b1-8c8e-6dff65c3f59c req-25bbde71-dd52-455e-a1e7-199c8bc99a90 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629034 Jun 01 14:47:37.020288 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed46431-0c55-430d-96d7-3839d3d03d3c req-053400d7-81ec-4851-a044-773dad85fe63 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:37.028646 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fed46431-0c55-430d-96d7-3839d3d03d3c req-053400d7-81ec-4851-a044-773dad85fe63 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.1767428 Jun 01 14:47:37.065271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-9f57bfa3-4e80-4c9d-8558-088417b7ee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:37.067058 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-9f57bfa3-4e80-4c9d-8558-088417b7ee59 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1137 time: 0.2563610 Jun 01 14:47:37.083753 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fed46431-0c55-430d-96d7-3839d3d03d3c req-8cb7a60a-89f0-48e4-9c5f-352bd51ec5e8 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538390 Jun 01 14:47:37.238869 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-76606fcd-7b50-405a-bb67-6cc85efdb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:37.240482 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-76606fcd-7b50-405a-bb67-6cc85efdb5e4 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.1620553 Jun 01 14:47:37.243612 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:37.245736 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54276) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:37.255127 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b46ffb-f5ab-4f4d-8ff2-36e9b82f0afc None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:47:37.289729 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54284) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:37.380413 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-2355a2ea-724d-4d64-ad55-7aecbb76c460 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 1001 time: 0.1290092 Jun 01 14:47:37.401407 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.459973 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.469897 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.477580 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-cf260d66-ba22-49d6-9a9c-dc3dd0afdc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:37.478723 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-cf260d66-ba22-49d6-9a9c-dc3dd0afdc74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0886383 Jun 01 14:47:37.498486 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:37.505227 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Usage tracker for resource:security_group_rule and tenant:0305c52949a6434cb2ccd45ec5e3b2e0 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:37.509464 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:37.517472 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:37.564796 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:47:37.577719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-0f934a61-87a5-4a03-a281-0a94f94b8a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:37.579475 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-0f934a61-87a5-4a03-a281-0a94f94b8a39 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0838976 Jun 01 14:47:37.618901 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:47:37.620048 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 25d7a051-baf8-42a1-ba99-1dc5c61bdde0 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:47:37.636492 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.644037 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ef3f620b-be4b-4e92-8572-fe3e4eef0df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:37.646928 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f57e052-62bc-44d1-973f-83dd370f0324 None None] New status for floating IP 185cb71c-ebc2-4794-bcb0-b9bd0b52e17c: DOWN {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:47:37.674340 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.688919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.725229 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0305c52949a6434cb2ccd45ec5e3b2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783008 Jun 01 14:47:37.728319 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-b8551d09-39b0-4144-95b9-83ab178be044 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388748 Jun 01 14:47:37.728536 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54288) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:37.731040 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407ca6ec-ddfa-479e-a5ae-fbe192a7630b,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:37.738451 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:37.738992 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7fa18e2c-0613-4f55-9e20-0602358b8352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:37.778704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.782261 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "DELETE /v2.0/security-groups/407ca6ec-ddfa-479e-a5ae-fbe192a7630b HTTP/1.1" status: 204 len: 168 time: 0.4888439 Jun 01 14:47:37.782660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54292) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:37.818678 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe717c1-6956-4aad-8193-df8e02c3b501,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:37.825168 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-71db9489-e18f-4d57-948d-21980c1be68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:37.846310 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.867812 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.api.v2.resource [None req-6032f004-d5e1-4e7e-9236-167d2f21a842 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] show failed (client error): The resource could not be found. Jun 01 14:47:37.872538 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6032f004-d5e1-4e7e-9236-167d2f21a842 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups/407ca6ec-ddfa-479e-a5ae-fbe192a7630b HTTP/1.1" status: 404 len: 347 time: 0.0358284 Jun 01 14:47:37.873502 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54296) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:37.885162 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.937766 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.941696 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2fb803fb-6224-4a1f-9a45-441b17aed5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:37.956372 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe717c1-6956-4aad-8193-df8e02c3b501,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:37.958717 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:37.960916 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:37.962034 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-623f2445-2284-469d-a4df-80db27aca7bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fe717c1-6956-4aad-8193-df8e02c3b501 HTTP/1.1" status: 204 len: 168 time: 0.2286382 Jun 01 14:47:38.063911 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e65af975-4622-42c3-ae9a-fa709f55b4ea req-8b142fd2-9842-4e5c-98fa-adaf144142e6 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216965 Jun 01 14:47:38.219123 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af412064-3ee0-4f2d-b958-4afadfb8b156 req-1317f491-1665-4bd8-9746-a0e1f68fb61b tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:38.220731 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-af412064-3ee0-4f2d-b958-4afadfb8b156 req-1317f491-1665-4bd8-9746-a0e1f68fb61b tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1223102 Jun 01 14:47:38.223328 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Deleting port 5f840199-0ff4-484d-b761-58792f7e279c {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:47:38.223669 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.334632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54310) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:38.343595 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-af412064-3ee0-4f2d-b958-4afadfb8b156 req-8a58ac79-8a77-4c5a-9888-751500480b59 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065214 Jun 01 14:47:38.399044 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.399379 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.445723 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.468498 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2300-af16-4d96-9f89-c9f988dfe661 req-1c0afe74-51ff-474c-87bc-e43ab6d77417 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:38.470059 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-efff2300-af16-4d96-9f89-c9f988dfe661 req-1c0afe74-51ff-474c-87bc-e43ab6d77417 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.2501376 Jun 01 14:47:38.474457 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:38.491996 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f32534462274f08823d7da36b8c8db8 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:38.496414 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:38.506577 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:38.543086 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-efff2300-af16-4d96-9f89-c9f988dfe661 req-660c2a66-051c-4837-a248-0e3cac55dec3 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660226 Jun 01 14:47:38.616422 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.620794 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.629387 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bb7b1412-7f7b-48e2-b734-bdd283bb88d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:38.630757 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Calling delete_port for 5f840199-0ff4-484d-b761-58792f7e279c owned by network:floatingip {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:47:38.667725 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f32534462274f08823d7da36b8c8db8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311548 Jun 01 14:47:38.669407 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a5c543-99c1-4f7d-a2bc-83a4dd7bf17d,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:38.670571 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54314) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:38.676830 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.677193 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.677619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.677901 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.678248 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.678594 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.678954 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.679283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.679623 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.679949 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.680327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.680661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.684687 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:38.792890 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.804908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.810138 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:38.865134 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'Port': ['ID=5f840199-0ff4-484d-b761-58792f7e279c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:38.868140 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:38.915948 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.916341 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.916705 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.917070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.917423 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.917851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.918167 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.918517 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.918862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.919209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.919553 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.919877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:47:38.934636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:39.004279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.018709 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.023233 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:39.039224 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a5c543-99c1-4f7d-a2bc-83a4dd7bf17d,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:39.043090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:39.044315 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.045420 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3a5c543-99c1-4f7d-a2bc-83a4dd7bf17d HTTP/1.1" status: 204 len: 168 time: 0.3739369 Jun 01 14:47:39.046539 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.051750 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "DELETE /v2.0/floatingips/185cb71c-ebc2-4794-bcb0-b9bd0b52e17c HTTP/1.1" status: 204 len: 168 time: 1.1730714 Jun 01 14:47:39.268500 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54324) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:39.274055 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782633040', 'description': 'tempest-description--683432592'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:39.279944 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:39.284263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:39.287269 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:39.294121 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:39.305600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.331225 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:39.335615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:39.338642 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:39.344754 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:39.426798 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.431936 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.462991 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f0c96873-dda9-41e4-bccd-1ff70be7fe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:39.477396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.478597 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2090807 Jun 01 14:47:39.481640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54338) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:39.487526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group_rule': {'security_group_id': '4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:39.494032 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:39.499740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:39.502896 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:39.508869 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:39.528352 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.544814 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:39.548247 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:39.582376 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f002e-f48d-4e71-8fb9-680a3012668b req-3cc98e43-dfd7-4255-8f7c-b04e7e52c39e tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:39.584065 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ce2f002e-f48d-4e71-8fb9-680a3012668b req-3cc98e43-dfd7-4255-8f7c-b04e7e52c39e tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1133718 Jun 01 14:47:39.612418 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.626267 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.643392 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ce2f002e-f48d-4e71-8fb9-680a3012668b req-f8166201-8773-49d2-a657-411b89ec4a6b tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491133 Jun 01 14:47:39.654787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:39.671421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.672697 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899555 Jun 01 14:47:39.676004 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54348) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:39.681561 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'security_group_rule': {'security_group_id': '4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:39.688411 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:39.692279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:security_group_rule and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:39.695812 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:39.702601 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:39.704502 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d63be70-6adf-4182-a866-576eacd526fc,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:39.707295 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:39.721449 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.762410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053ad0d-2eaa-41f3-a3de-54b13543e406 req-c32af892-8806-4b79-9f4a-55d880bbc133 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:39.764037 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0053ad0d-2eaa-41f3-a3de-54b13543e406 req-c32af892-8806-4b79-9f4a-55d880bbc133 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0961878 Jun 01 14:47:39.796084 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.800507 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.802636 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a50361e5-5b64-479c-ac10-2379e8ee6e7b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:39.816720 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0053ad0d-2eaa-41f3-a3de-54b13543e406 req-9bc94e32-294b-4e3c-ac38-8b651c063b4a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449145 Jun 01 14:47:39.826247 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4485d138-da74-4e5a-8bac-d399677ed087,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:39.828899 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:39.836598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:39.837792 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1606615 Jun 01 14:47:39.841363 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54356) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:39.847179 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:39.853405 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:39.857325 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Usage tracker for resource:floatingip and tenant:3e96ff25086a4998b868f680098d553d is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:39.860279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:39.865991 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:39.878129 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.018797 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.162030 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Allocated IP 172.28.2.109 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/5cd69495-a796-4672-ae61-b5fdba33a1ed) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:47:40.309699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.342833 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.348507 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:40.409792 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:47:40.412542 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:47:40.416371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:47:40.451541 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=5cd69495-a796-4672-ae61-b5fdba33a1ed,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:40.460272 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:40.503672 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.530934 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54380) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:40.564609 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.650266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.665101 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:40.670554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf7ee380bf945448617dccc1a3d2944 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:40.674149 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:40.680500 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:40.771003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.775819 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.783301 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ec96291f-86ae-4fe5-8738-a88395b42a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:40.824132 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cbf7ee380bf945448617dccc1a3d2944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2920313 Jun 01 14:47:40.825139 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6ae9d-60b8-4236-9b11-4800adba838f,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:40.827590 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54388) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:40.830009 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:40.851280 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.858632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.865386 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-17ac8709-5b59-423e-9bb4-94f95aac3fd2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:40.895396 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:40.907900 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14aba1-9e18-4a3b-8389-de042ff1cfa6 req-fbe7d2e8-d09b-43fa-ac7f-593594f338f7 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:40.910014 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0c14aba1-9e18-4a3b-8389-de042ff1cfa6 req-fbe7d2e8-d09b-43fa-ac7f-593594f338f7 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1508477 Jun 01 14:47:40.924624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:41.011063 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=5cd69495-a796-4672-ae61-b5fdba33a1ed,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:41.017822 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:41.028415 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:41.036481 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0c14aba1-9e18-4a3b-8389-de042ff1cfa6 req-acb90c6c-e8d2-4af7-bf69-aa14469773fc tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171055 Jun 01 14:47:41.046212 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc4dcfd-3d30-41b8-88b8-28ad9a09077a req-9305fccd-c610-40ec-a323-aaf7be0d94c4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:41.047742 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2fc4dcfd-3d30-41b8-88b8-28ad9a09077a req-9305fccd-c610-40ec-a323-aaf7be0d94c4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.1047246 Jun 01 14:47:41.048724 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:41.053844 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-4507f416-2dde-4f96-8cc0-668ab6e2f5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:41.057600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:41.060631 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2183425 Jun 01 14:47:41.078766 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6ae9d-60b8-4236-9b11-4800adba838f,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:41.082697 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:41.099322 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:41.100275 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ba33dd93-bd88-4bb0-b717-91d48f57f1d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eb6ae9d-60b8-4236-9b11-4800adba838f HTTP/1.1" status: 204 len: 168 time: 0.2719538 Jun 01 14:47:41.116265 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2fc4dcfd-3d30-41b8-88b8-28ad9a09077a req-37972cba-5437-4d79-b472-711f8ce79382 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537887 Jun 01 14:47:41.301576 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-4623dbe2-3724-4315-bb77-0509f4458440 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:47:41.319302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-4623dbe2-3724-4315-bb77-0509f4458440 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:47:41.320935 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-4623dbe2-3724-4315-bb77-0509f4458440 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1782633040&fields=id&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 267 time: 0.0614657 Jun 01 14:47:41.479760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-ee65a22a-1fa5-41f7-846b-f4a0905efefb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:41.481383 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-ee65a22a-1fa5-41f7-846b-f4a0905efefb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 816 time: 0.1480141 Jun 01 14:47:41.496222 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-f0a981b8-55dd-40dd-aa85-b8864264a0a2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/quotas/3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 375 time: 0.0091808 Jun 01 14:47:41.668547 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-a5fe9190-9fb9-4e6e-98fc-be11a9450c38 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1664896 Jun 01 14:47:41.965446 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-9e0d19c3-0840-462c-b3cf-49aad927ac33 service neutron] 10.222.0.15 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853148 Jun 01 14:47:42.099359 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-bbe09608-891b-406e-8ab8-ff8813868bd5 service neutron] 10.222.0.15 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276195 Jun 01 14:47:42.251237 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3202300-24b3-4c71-aa14-0aa72856bac6 req-eed50689-de6c-4d13-b764-6242a2c6f0f2 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:42.259249 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f3202300-24b3-4c71-aa14-0aa72856bac6 req-eed50689-de6c-4d13-b764-6242a2c6f0f2 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1074255 Jun 01 14:47:42.341472 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f3202300-24b3-4c71-aa14-0aa72856bac6 req-9c09cebd-05ea-422d-a80e-29ebb06f8282 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810361 Jun 01 14:47:42.400943 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9ceaa-cb45-439b-8db0-02f42603dde5 req-2a20888e-7c5c-4a02-9280-5da73975c8eb tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:42.403474 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-93a9ceaa-cb45-439b-8db0-02f42603dde5 req-2a20888e-7c5c-4a02-9280-5da73975c8eb tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.1113796 Jun 01 14:47:42.466470 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-62b0ed7a-46c4-453a-a773-198da13bd73e req-cea662de-6552-4502-af02-31acee27936c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:47:42.481565 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-93a9ceaa-cb45-439b-8db0-02f42603dde5 req-88d25189-c51f-4d79-ab9b-9dc2284daf0c tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712502 Jun 01 14:47:42.485431 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-62b0ed7a-46c4-453a-a773-198da13bd73e req-cea662de-6552-4502-af02-31acee27936c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:47:42.486943 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-62b0ed7a-46c4-453a-a773-198da13bd73e req-cea662de-6552-4502-af02-31acee27936c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 210 time: 0.0645211 Jun 01 14:47:43.533856 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91dc01-73cb-431d-a1cb-477d03311f1a req-43b4c7f1-8165-4243-8438-9f2872be8573 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:43.535500 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1d91dc01-73cb-431d-a1cb-477d03311f1a req-43b4c7f1-8165-4243-8438-9f2872be8573 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.0891812 Jun 01 14:47:43.582542 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1d91dc01-73cb-431d-a1cb-477d03311f1a req-cb472c70-24a1-4986-960f-d749ac441674 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411685 Jun 01 14:47:43.727265 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83790-70bb-438e-a697-1d7abf588195 req-21885ffc-87ea-4554-9242-bc23312b5c79 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:43.728936 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-36a83790-70bb-438e-a697-1d7abf588195 req-21885ffc-87ea-4554-9242-bc23312b5c79 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.1446168 Jun 01 14:47:43.751108 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce25bcf-4aa4-45eb-bc69-b84db68a5858 req-94fb03f2-129d-4cfd-a7d4-27a3e6e7e9d6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:43.753055 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dce25bcf-4aa4-45eb-bc69-b84db68a5858 req-94fb03f2-129d-4cfd-a7d4-27a3e6e7e9d6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.1372361 Jun 01 14:47:43.971636 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dce25bcf-4aa4-45eb-bc69-b84db68a5858 req-d92152a0-72c0-4c4b-9223-796ca153c1bc tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836753 Jun 01 14:47:43.998783 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-70df4a53-27b3-4b97-9cb0-bfdb29027f74 req-7b5e7712-0eb9-40de-8aed-4f211cd5eee1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 210 time: 0.0532510 Jun 01 14:47:44.110231 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-34c77975-d052-43ba-a2d2-964d3dfdfdae tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:44.111666 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-34c77975-d052-43ba-a2d2-964d3dfdfdae tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 816 time: 0.3227470 Jun 01 14:47:44.113931 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Deleting port 62ec5b40-fec1-404f-a950-324abbc8ad9d {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:47:44.114266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:44.323572 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-c571a9c0-408b-48da-96fe-3b25c44da77f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 380 time: 0.1960595 Jun 01 14:47:44.343691 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'port': {'device_id': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'admin_state_up': True, 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'security_groups': ['4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c']}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:44.444206 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] For port 62ec5b40-fec1-404f-a950-324abbc8ad9d, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=62ec5b40-fec1-404f-a950-324abbc8ad9d,segment=NetworkSegment(e1be2319-e462-409e-a839-d34b74f68bf8),segment_id=e1be2319-e462-409e-a839-d34b74f68bf8)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:44.444723 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:44.572182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Calling delete_port for 62ec5b40-fec1-404f-a950-324abbc8ad9d owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:47:44.624693 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:44.637499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:44.658021 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Made reservation on behalf of 3e96ff25086a4998b868f680098d553d for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:47:44.661443 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:44.889811 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:44.903393 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['62ec5b40-fec1-404f-a950-324abbc8ad9d'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:47:44.914528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7f03f71c-d260-4086-9840-f9451063750e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:44.966388 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Pushing event deleted for resources: {'Port': ['ID=62ec5b40-fec1-404f-a950-324abbc8ad9d,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:44.973178 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:45.025924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Allocated IP 172.20.0.12 (18f5cb91-6a38-4df2-81a7-3339cf8ef8dc/f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b/4e6eaf0f-caa6-4d8d-9291-b96cefad7813) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:47:45.076200 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] No DVR routers for this DVR port 62ec5b40-fec1-404f-a950-324abbc8ad9d on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:47:45.079877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.090970 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a047d-8fe1-4938-b687-ee7b71c896fa req-d954ec58-d248-4e88-ab98-4e7e4d41d0a8 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:45.092829 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2b1a047d-8fe1-4938-b687-ee7b71c896fa req-d954ec58-d248-4e88-ab98-4e7e4d41d0a8 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c97348-7a4d-42fe-b61d-85d2b1c48c91 HTTP/1.1" status: 200 len: 946 time: 0.3742361 Jun 01 14:47:45.093348 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'name': 'network-vif-deleted', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:45.095667 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9334ed8-7f0b-473b-9313-bd922b1adcfa" -d '{"events": [{"server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "name": "network-vif-deleted", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:45.152668 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-36a83790-70bb-438e-a697-1d7abf588195 req-2c07f915-af75-49c4-951c-831fb8b900ed tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.79 "DELETE /v2.0/ports/62ec5b40-fec1-404f-a950-324abbc8ad9d HTTP/1.1" status: 204 len: 173 time: 1.4109652 Jun 01 14:47:45.174196 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c9581-9fef-492d-8e72-34617fc294c2 req-030f713a-57a1-4f5e-8d34-2aaa5f1f32f9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:45.175965 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d56c9581-9fef-492d-8e72-34617fc294c2 req-030f713a-57a1-4f5e-8d34-2aaa5f1f32f9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0927365 Jun 01 14:47:45.202047 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2b1a047d-8fe1-4938-b687-ee7b71c896fa req-f2400c76-39cd-48be-8da7-9c48e041b35f tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1dce7f4-23f3-4f3c-bc56-06c5f0226567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968928 Jun 01 14:47:45.246055 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d56c9581-9fef-492d-8e72-34617fc294c2 req-55aa1162-07aa-41fc-97e9-d112c0b052bc tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0634272 Jun 01 14:47:45.359935 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1a7902-77f7-4e5e-9c6e-fbd01d85238e x-openstack-request-id: req-ff1a7902-77f7-4e5e-9c6e-fbd01d85238e {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:45.360289 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c97348-7a4d-42fe-b61d-85d2b1c48c91", "name": "network-vif-deleted", "tag": "62ec5b40-fec1-404f-a950-324abbc8ad9d", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:45.360609 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff1a7902-77f7-4e5e-9c6e-fbd01d85238e {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:45.361036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c97348-7a4d-42fe-b61d-85d2b1c48c91', 'name': 'network-vif-deleted', 'tag': '62ec5b40-fec1-404f-a950-324abbc8ad9d', 'status': 'completed', 'code': 200} Jun 01 14:47:45.379362 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-eb74d747-9c73-486e-bdbc-9348fa31351f req-b98f5bb8-4f93-4f99-9fa9-32dc7f09cd5d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Synchronizing usage tracker for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:47:45.407261 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-eb74d747-9c73-486e-bdbc-9348fa31351f req-b98f5bb8-4f93-4f99-9fa9-32dc7f09cd5d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Unset dirty status for tenant:3e96ff25086a4998b868f680098d553d on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:47:45.408332 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb74d747-9c73-486e-bdbc-9348fa31351f req-b98f5bb8-4f93-4f99-9fa9-32dc7f09cd5d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 210 time: 0.0896037 Jun 01 14:47:45.426435 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.443156 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Transition to ACTIVE for port object 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:47:45.467027 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.472524 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bd7232c1-bc0d-4cfb-9148-47080a3ed327 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:45.541964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:47:45.545197 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:47:45.549093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:47:45.582034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:45.588892 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:45.619381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:45.620016 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.640619 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3007872 Jun 01 14:47:45.654930 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Request body: {'port': {'device_id': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:45.730626 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-6e6bab98-59e4-4e91-a8af-702642e7ad30 None None] Provisioning for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:47:45.735591 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-6e6bab98-59e4-4e91-a8af-702642e7ad30 None None] Provisioning complete for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:47:45.736217 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6e6bab98-59e4-4e91-a8af-702642e7ad30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.778517 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:45.793324 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-6e6bab98-59e4-4e91-a8af-702642e7ad30 None None] Port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:47:46.260031 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:47:46.276336 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:46.295129 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Transition to ACTIVE for port object 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:47:46.315881 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:46.321426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-50d545ba-d5ff-4edc-9649-a93fadb52871 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:46.612703 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:46.622746 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:46.647425 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1720b-5bd0-40eb-9d1c-27c8839c1785 req-0e0dae0f-fa4c-4693-9189-07ea962a50bb tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:46.649234 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b3a1720b-5bd0-40eb-9d1c-27c8839c1785 req-0e0dae0f-fa4c-4693-9189-07ea962a50bb tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.2830977 Jun 01 14:47:46.671254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecac6da-04bc-4ebd-a619-ed74691594a7 req-ec880ba2-87da-4a21-a4bd-fa6bac5f12d5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:46.674052 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0ecac6da-04bc-4ebd-a619-ed74691594a7 req-ec880ba2-87da-4a21-a4bd-fa6bac5f12d5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.1063242 Jun 01 14:47:46.687851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Attempting to bind port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:47:46.688259 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Attempting to bind port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:47:46.688506 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Attempting to bind port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:47:46.694542 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:47:46.694872 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Attempting to bind port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 on network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:47:46.714017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:47:46.714364 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Checking segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:47:46.714951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Bound using segment: {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:47:46.715412 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Bound port: 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1783b6f3-3dd4-4b55-8766-acb97bf380d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:47:46.715763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:46.732229 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0ecac6da-04bc-4ebd-a619-ed74691594a7 req-1288e964-0b5e-4b5d-b3cd-0be5a2236596 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454814 Jun 01 14:47:46.768274 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b3a1720b-5bd0-40eb-9d1c-27c8839c1785 req-9a16abe5-b5aa-4026-8342-a8941c37570e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070611 Jun 01 14:47:46.831294 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:47:46.834723 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:47:46.841086 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:46.848477 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e0613c2b-d5ce-44b0-91bc-fbdf7aebd604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:46.901959 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:46.902975 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:46.904399 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] 10.222.0.79 "PUT /v2.0/ports/4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 1094 time: 1.2538919 Jun 01 14:47:46.937121 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:46.940660 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:47.033946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-c1fb4681-86de-4277-bede-e742a0692e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:47.035494 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-c1fb4681-86de-4277-bede-e742a0692e79 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1097 time: 0.0805836 Jun 01 14:47:47.123161 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-2f1710fe-e89c-4e87-9527-dd7b83e26146 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 217 time: 0.0665531 Jun 01 14:47:47.196349 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-7487408f-87f3-4b67-a453-626f302ab909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:47.197735 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-7487408f-87f3-4b67-a453-626f302ab909 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0641971 Jun 01 14:47:47.283279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-ee71e9a3-da82-4b23-aa2a-28cdc8d2ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:47.284737 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-ee71e9a3-da82-4b23-aa2a-28cdc8d2ba5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0738146 Jun 01 14:47:47.367287 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:47.369770 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef8a558-ed3f-4234-9456-bff1c498d0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:47.413370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da5f803-9f24-42ef-9f95-f93b15eab966 x-openstack-request-id: req-6da5f803-9f24-42ef-9f95-f93b15eab966 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:47.413704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:47.414015 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6da5f803-9f24-42ef-9f95-f93b15eab966 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:47.414442 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'status': 'completed', 'code': 200} Jun 01 14:47:47.435681 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-8dd14d7d-ad38-4d65-8194-ff112ee16b5c service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396220 Jun 01 14:47:47.496684 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1cc22e1b-bb7a-45a1-abe8-943eb3192c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:47.585667 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ba356bb3-4c87-45eb-8d95-6271f4b7cc16 req-b9c23b11-1db5-488b-b1bd-e9c4f99b31ef service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416919 Jun 01 14:47:47.656965 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 62ec5b40-fec1-404f-a950-324abbc8ad9d no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:47:47.705941 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 62ec5b40-fec1-404f-a950-324abbc8ad9d {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:47:47.706336 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 62ec5b40-fec1-404f-a950-324abbc8ad9d not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:47:47.724057 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-87e83a4c-21e1-48c0-a46b-e1f20e31e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:47.728424 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-87e83a4c-21e1-48c0-a46b-e1f20e31e938 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1097 time: 0.0794837 Jun 01 14:47:47.902611 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-76e2358d-b4bf-42e0-964d-200f67d025c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:47.904254 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-76e2358d-b4bf-42e0-964d-200f67d025c0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1684592 Jun 01 14:47:48.039963 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-0dbc6005-50e5-40f9-84a9-92b06f319837 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 217 time: 0.0784729 Jun 01 14:47:48.061152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b71b32-4e30-45a5-ab73-527141442a3e req-11961ebe-0e7f-46f8-a22d-eed64afa81aa tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:48.072795 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-18b71b32-4e30-45a5-ab73-527141442a3e req-11961ebe-0e7f-46f8-a22d-eed64afa81aa tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.1174395 Jun 01 14:47:48.148237 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-18b71b32-4e30-45a5-ab73-527141442a3e req-0d900715-4811-4edc-9de3-e764f9c5be42 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0703554 Jun 01 14:47:48.243233 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-45093665-0a99-4902-af28-fcd5c8e33f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:48.245201 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-45093665-0a99-4902-af28-fcd5c8e33f3d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.1954176 Jun 01 14:47:48.254480 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9b5ae-0bb3-4472-bce3-295d033b9541 req-6a0a82a1-3047-4c72-ab01-283e2273cfcb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:48.256258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd9b5ae-0bb3-4472-bce3-295d033b9541 req-6a0a82a1-3047-4c72-ab01-283e2273cfcb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.3483768 Jun 01 14:47:48.365224 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ecd9b5ae-0bb3-4472-bce3-295d033b9541 req-162b4a55-be0c-41be-9481-7637cd172fd5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671034 Jun 01 14:47:48.377978 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-c7f586bd-e1ed-4468-854a-b94ed5fc6ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:48.379476 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-c7f586bd-e1ed-4468-854a-b94ed5fc6ef3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1222241 Jun 01 14:47:48.533038 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-50fd0258-b3e4-4201-9e29-3d79de4c9151 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438468 Jun 01 14:47:48.694181 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aef8a558-ed3f-4234-9456-bff1c498d0f4 req-17640493-1556-4854-b0f7-2e9f07163758 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486461 Jun 01 14:47:49.341816 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd63d7-5e07-495b-8eb9-4dfeb374c5bf req-31caa78c-026c-4cc7-8735-a3a60e1df6aa tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:49.343286 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-26dd63d7-5e07-495b-8eb9-4dfeb374c5bf req-31caa78c-026c-4cc7-8735-a3a60e1df6aa tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0915871 Jun 01 14:47:49.404442 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-26dd63d7-5e07-495b-8eb9-4dfeb374c5bf req-dd6988dc-3254-4fa2-8797-79f460c944e4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549440 Jun 01 14:47:49.576026 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f2e06-364a-401a-8705-fcc4ba81405d req-a33b7331-60c3-48d3-b6e8-34620125e167 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:49.579543 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a39f2e06-364a-401a-8705-fcc4ba81405d req-a33b7331-60c3-48d3-b6e8-34620125e167 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0869434 Jun 01 14:47:49.628583 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a39f2e06-364a-401a-8705-fcc4ba81405d req-1f1a67ac-35ff-4dc4-8510-55a6d01031e9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 Jun 01 14:47:49.688694 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:47:49.827459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:49.842335 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:47:49.937160 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9340e67a-7395-4e23-bf3c-59a5a7d3a15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:49.945959 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:49.964612 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:47:49.980811 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:49.986004 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:49.987867 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:50.054310 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:50.057518 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:50.126294 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:50.349523 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['4e6eaf0f-caa6-4d8d-9291-b96cefad7813'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:47:50.606987 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b1eab-dba4-4d76-a1c6-200c94cc816f req-c651dd8e-c639-4397-8235-d3ae9f0de72b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:50.608539 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-df4b1eab-dba4-4d76-a1c6-200c94cc816f req-c651dd8e-c639-4397-8235-d3ae9f0de72b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0984361 Jun 01 14:47:50.659832 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-df4b1eab-dba4-4d76-a1c6-200c94cc816f req-64c0a1c6-b96f-4c84-85b0-274c338f46c8 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417891 Jun 01 14:47:50.832818 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dacd2e-bf7f-421d-8432-85462115730e req-e4e53924-72de-4d5c-9f3a-52209176ec76 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:50.834312 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c0dacd2e-bf7f-421d-8432-85462115730e req-e4e53924-72de-4d5c-9f3a-52209176ec76 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 945 time: 0.0884936 Jun 01 14:47:50.883335 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-c0dacd2e-bf7f-421d-8432-85462115730e req-e9746326-d5b6-4b65-b7cd-a971f27dd992 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Jun 01 14:47:51.203552 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:51.676345 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:47:51.749480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:47:51.754376 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:47:51.754759 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:51.867479 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49800-4c06-4449-955a-9929a45a98dd req-bc530591-1213-4da8-b660-7bcf108bb615 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:51.869175 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-19a49800-4c06-4449-955a-9929a45a98dd req-bc530591-1213-4da8-b660-7bcf108bb615 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0925913 Jun 01 14:47:51.913134 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:51.932355 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-19a49800-4c06-4449-955a-9929a45a98dd req-5bc12667-3168-4186-a612-3628f3fa9a5b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562150 Jun 01 14:47:51.942308 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:51.944774 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750f0bea-90a9-4d69-a491-20e36bdd449c" -d '{"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:51.955255 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:51.960761 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:51.962847 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:52.011435 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03cc8e00-c276-43a2-9cd7-7d45aa39ff7a x-openstack-request-id: req-03cc8e00-c276-43a2-9cd7-7d45aa39ff7a {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:52.011636 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:52.011933 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03cc8e00-c276-43a2-9cd7-7d45aa39ff7a {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:52.012393 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'code': 200} Jun 01 14:47:52.039977 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:52.042905 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:52.083411 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b102001-893c-4c0d-9c96-26b38d510f29 req-049850f5-9ea0-4bcf-ab31-2615aa2140b7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:52.084961 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8b102001-893c-4c0d-9c96-26b38d510f29 req-049850f5-9ea0-4bcf-ab31-2615aa2140b7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0843379 Jun 01 14:47:52.135607 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8b102001-893c-4c0d-9c96-26b38d510f29 req-fa0add0b-214d-489d-a913-5b1efef534b0 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444472 Jun 01 14:47:52.256661 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490321a5-948e-4ba8-8bb7-8de5726465cf req-8b4fe7ae-cb53-436e-89d0-030fd7b40136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:52.258258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-490321a5-948e-4ba8-8bb7-8de5726465cf req-8b4fe7ae-cb53-436e-89d0-030fd7b40136 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1099 time: 0.0745025 Jun 01 14:47:52.306919 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-490321a5-948e-4ba8-8bb7-8de5726465cf req-3325250c-80c3-4ae3-9bb1-afa450105576 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391462 Jun 01 14:47:52.632458 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:53.140149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1757fe1b-d90f-41c1-9730-e2dccd709ad6 req-e32bb265-0608-461e-be2a-22b1e180646c tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:53.141692 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1757fe1b-d90f-41c1-9730-e2dccd709ad6 req-e32bb265-0608-461e-be2a-22b1e180646c tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0861969 Jun 01 14:47:53.194797 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1757fe1b-d90f-41c1-9730-e2dccd709ad6 req-53a30249-51cb-4edb-b7ee-02a4290ee678 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470021 Jun 01 14:47:53.346019 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc6086-f7d2-4132-a5f1-b92900ac708f req-97137b22-3a46-4dfb-9135-bc0431f32efc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:53.347546 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5dcc6086-f7d2-4132-a5f1-b92900ac708f req-97137b22-3a46-4dfb-9135-bc0431f32efc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0926166 Jun 01 14:47:53.397399 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5dcc6086-f7d2-4132-a5f1-b92900ac708f req-8f111c0b-a90b-4acf-8a91-9b5ccc6c48c3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436764 Jun 01 14:47:54.437361 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f20a8-27f5-4714-9d9f-56c678b18562 req-43de6b23-17e0-4736-b0c3-4a87cc4fbbf7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:54.438772 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-517f20a8-27f5-4714-9d9f-56c678b18562 req-43de6b23-17e0-4736-b0c3-4a87cc4fbbf7 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0893178 Jun 01 14:47:54.499515 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-517f20a8-27f5-4714-9d9f-56c678b18562 req-793b9030-f515-4feb-8de9-6d62688c7ba2 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&id=e4d44c75-2df0-4aab-aa5c-754d0dda9543&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537143 Jun 01 14:47:54.609508 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036fcc8-af83-4588-a591-c5efa736146d req-f0672940-ad58-44eb-a412-a64e3eefde93 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:54.610982 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8036fcc8-af83-4588-a591-c5efa736146d req-f0672940-ad58-44eb-a412-a64e3eefde93 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0850456 Jun 01 14:47:54.670367 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8036fcc8-af83-4588-a591-c5efa736146d req-a1f55faf-7fe2-46ea-bcc1-2ee2979230d7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531368 Jun 01 14:47:54.876243 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91776b-f422-4d60-9499-ab0b0817e5da req-b13aa5d4-876c-4003-a28e-c1b8f2be38a1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:54.877801 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0d91776b-f422-4d60-9499-ab0b0817e5da req-b13aa5d4-876c-4003-a28e-c1b8f2be38a1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0866203 Jun 01 14:47:54.887096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54624) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:54.892963 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Request body: {'floatingip': {'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:47:54.982213 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.644821 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54650) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:55.729269 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.735216 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.775909 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.790651 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:47:55.794974 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6888659b7e473fa2eb27fb73957da3 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:47:55.798084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:47:55.803933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:47:55.907620 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.913052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:55.922837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-93a1597b-d65e-4b29-8496-7961930172b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:55.949831 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.l3_db [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Floating IP 3c90b373-70c8-4b1d-b2e4-a6c192c33e79 associated. External IP: 172.28.2.109, port: 4e6eaf0f-caa6-4d8d-9291-b96cefad7813. Jun 01 14:47:55.971370 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b6888659b7e473fa2eb27fb73957da3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251843 Jun 01 14:47:55.972787 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c81f46-4bed-4c5a-8a45-543d7e652533,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:55.976384 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:55.977176 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54660) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:47:56.049986 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:56.081560 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:56.138869 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:56.144054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-bcee0c0e-8622-451a-acc8-c414e233fbb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:56.159544 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:56.160727 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3c81f46-4bed-4c5a-8a45-543d7e652533 HTTP/1.1" status: 204 len: 168 time: 0.1824961 Jun 01 14:47:56.161599 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c81f46-4bed-4c5a-8a45-543d7e652533,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:56.174103 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-184e8655-1b4b-4cb8-b086-1cacbee516bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:47:56.376564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:47:56.573887 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:47:56.579927 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:56.586539 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:47:56.598561 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:47:56.599533 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:56.648802 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-cfff23ad-6cc0-465f-a730-2a7772a0c5a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "PUT /v2.0/floatingips/3c90b373-70c8-4b1d-b2e4-a6c192c33e79 HTTP/1.1" status: 200 len: 992 time: 1.7578731 Jun 01 14:47:56.648802 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:47:56.653932 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f239af02-285c-48c0-8e4f-f97f32143fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:47:56.795946 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:47:56.871095 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaea53d-69a0-436f-a087-cfd86c7bcd33 x-openstack-request-id: req-bbaea53d-69a0-436f-a087-cfd86c7bcd33 {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:47:56.871785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:47:56.872106 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbaea53d-69a0-436f-a087-cfd86c7bcd33 {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:47:56.872826 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'status': 'completed', 'code': 200} Jun 01 14:47:56.912804 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24151-224b-446e-a08f-197efd071f5d req-231999fb-4dfc-476c-b20d-35f6176447f7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:56.914301 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8ee24151-224b-446e-a08f-197efd071f5d req-231999fb-4dfc-476c-b20d-35f6176447f7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.2038958 Jun 01 14:47:56.942556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-2f043971-edc2-4f5b-9f3f-5fdbd807e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:56.944980 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-2f043971-edc2-4f5b-9f3f-5fdbd807e6e1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1099 time: 0.0868778 Jun 01 14:47:56.962795 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-8ee24151-224b-446e-a08f-197efd071f5d req-5b9a6079-47c0-4d42-8b37-2fae02fa5800 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412204 Jun 01 14:47:57.097640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-a5422532-2ecb-4319-9d33-e502b1c8635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:57.099331 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-a5422532-2ecb-4319-9d33-e502b1c8635f service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1403224 Jun 01 14:47:57.194144 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3c90b373-70c8-4b1d-b2e4-a6c192c33e79', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:47:40Z', 'updated_at': '2021-06-01T14:47:55Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:57.198939 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:47:57.207757 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:47:57.208695 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:57.215129 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-9de1c0f3-9ecb-4d3c-92da-14f29941760e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 1000 time: 0.1085413 Jun 01 14:47:57.283183 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-725c3522-ea84-49f5-8388-ce824103a9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:57.283183 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-725c3522-ea84-49f5-8388-ce824103a9fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0596349 Jun 01 14:47:57.390012 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-36da7bb6-f7e9-4d73-9242-242eabf8d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:57.391536 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-36da7bb6-f7e9-4d73-9242-242eabf8d216 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0865517 Jun 01 14:47:57.395738 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:47:57.625471 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-f1c6dca4-fd43-4acd-8ba3-490dcdfc5a3f service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265258 Jun 01 14:47:57.760406 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f239af02-285c-48c0-8e4f-f97f32143fbb req-1d182b5d-218d-4b61-89ab-f0e9f500f565 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274567 Jun 01 14:47:57.761579 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3c90b373-70c8-4b1d-b2e4-a6c192c33e79', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:47:40Z', 'updated_at': '2021-06-01T14:47:55Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:47:57.766316 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1847bd74-59da-4d41-b16a-14610881d467 None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3c90b373-70c8-4b1d-b2e4-a6c192c33e79', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'floating_ip_address': '172.28.2.109', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:47:40Z', 'updated_at': '2021-06-01T14:47:55Z', 'revision_number': 1, 'project_id': '3e96ff25086a4998b868f680098d553d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:47:57.956672 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf27dc8-d218-44a0-af28-783c20e80a2c None None] New status for floating IP 3c90b373-70c8-4b1d-b2e4-a6c192c33e79: ACTIVE {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:47:58.163739 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7dd75-6d1b-4bad-89ba-0a11249510a5 req-c974d7aa-59e9-43da-9d0f-821edb9ac6ec tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:58.165218 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ed7dd75-6d1b-4bad-89ba-0a11249510a5 req-c974d7aa-59e9-43da-9d0f-821edb9ac6ec tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0937088 Jun 01 14:47:58.214114 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-2ed7dd75-6d1b-4bad-89ba-0a11249510a5 req-1e1538fe-ffbe-4725-afa2-a8be616651e4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420921 Jun 01 14:47:59.198530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-2743dbff-c4ef-41ef-81c1-ee8aa521b220 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:59.200080 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-2743dbff-c4ef-41ef-81c1-ee8aa521b220 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0849683 Jun 01 14:47:59.340122 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Deleting port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:47:59.340483 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:59.401914 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7381656-82f8-4bf7-814d-fe19e5e94d60 req-d5bde5f0-56cd-49c1-82fa-50b64de72a03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:47:59.403442 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e7381656-82f8-4bf7-814d-fe19e5e94d60 req-d5bde5f0-56cd-49c1-82fa-50b64de72a03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 946 time: 0.0816398 Jun 01 14:47:59.449851 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e7381656-82f8-4bf7-814d-fe19e5e94d60 req-43202852-9dfa-4a4e-aafa-61db66f0f240 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=0f47958b-e01b-4dca-962c-d1f2c32b97e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392616 Jun 01 14:47:59.475749 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] For port f52e8c4e-dc2b-4ab7-8b0a-51112012b792, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:47:59.476379 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:59.778556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:59.778995 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:59.779339 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Floating IP 2cd05e58-4798-4c99-a3df-a5d2ea9485f8 disassociated. External IP: 172.28.2.68, port: f52e8c4e-dc2b-4ab7-8b0a-51112012b792. Jun 01 14:47:59.779683 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Calling delete_port for f52e8c4e-dc2b-4ab7-8b0a-51112012b792 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:47:59.902930 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:47:59.908750 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-16f3f520-0507-43ed-aecb-a253df7bf4c1 tempest-VolumesSnapshotTestJSON-879642170 tempest-VolumesSnapshotTestJSON-879642170-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:47:59.953375 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'Port': ['ID=f52e8c4e-dc2b-4ab7-8b0a-51112012b792,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:47:59.957078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:00.148034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:00.454204 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:00.463869 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:00.473868 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:00.474580 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:00.528224 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] No DVR routers for this DVR port f52e8c4e-dc2b-4ab7-8b0a-51112012b792 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:00.530074 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:00.532708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'name': 'network-vif-deleted', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:00.535053 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ad663-0611-4e7c-92c2-2ac65f661197" -d '{"events": [{"server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "name": "network-vif-deleted", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:00.552070 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fa3cae86-e1ea-4690-8a6d-b92378fb7d2b req-94154aa8-b50b-4b5b-a52c-e5f629f1c211 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "DELETE /v2.0/ports/f52e8c4e-dc2b-4ab7-8b0a-51112012b792 HTTP/1.1" status: 204 len: 173 time: 1.3457241 Jun 01 14:48:00.582257 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42ec7a7-4489-4192-808a-5895943ac954 x-openstack-request-id: req-c42ec7a7-4489-4192-808a-5895943ac954 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:00.582826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "765bf906-15dc-4629-9c00-aeb2d05b2907", "name": "network-vif-deleted", "tag": "f52e8c4e-dc2b-4ab7-8b0a-51112012b792", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:00.583277 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c42ec7a7-4489-4192-808a-5895943ac954 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:00.583703 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '765bf906-15dc-4629-9c00-aeb2d05b2907', 'name': 'network-vif-deleted', 'tag': 'f52e8c4e-dc2b-4ab7-8b0a-51112012b792', 'status': 'completed', 'code': 200} Jun 01 14:48:00.608116 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d5af806e-7499-486b-b131-69e7b63dc8ad req-344edf9b-4443-4e66-bb4a-bb25a213fcb4 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=765bf906-15dc-4629-9c00-aeb2d05b2907 HTTP/1.1" status: 200 len: 210 time: 0.0515530 Jun 01 14:48:00.716121 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:01.039702 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:01.045333 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:01.055487 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:01.056150 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:01.256681 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:01.586028 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:01.590459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9aa8af-749d-4f4d-9fdc-61ad090f1e2f None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:01.737082 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54730) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:01.819809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:01.820103 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27063e4d-9416-40fa-928b-a7a3c03d3a51 None None] New status for floating IP 2cd05e58-4798-4c99-a3df-a5d2ea9485f8: DOWN {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:48:01.852087 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:01.906278 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:01.911302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:01.925466 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47958b-e01b-4dca-962c-d1f2c32b97e7,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:01.928238 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:01.936143 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:01.937386 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "DELETE /v2.0/security-groups/0f47958b-e01b-4dca-962c-d1f2c32b97e7 HTTP/1.1" status: 204 len: 168 time: 0.1991625 Jun 01 14:48:01.940060 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54734) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:01.957875 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.api.v2.resource [None req-16a056f1-2347-4e0e-a116-2b2fc14c1a5a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] show failed (client error): The resource could not be found. Jun 01 14:48:01.958964 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-16a056f1-2347-4e0e-a116-2b2fc14c1a5a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups/0f47958b-e01b-4dca-962c-d1f2c32b97e7 HTTP/1.1" status: 404 len: 347 time: 0.0179198 Jun 01 14:48:01.961996 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54738) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:02.188237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Deleting port 8fb4f14f-f533-47ab-8a27-ca433afaa2ce {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:02.188607 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.323810 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.324322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.450666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Calling delete_port for 8fb4f14f-f533-47ab-8a27-ca433afaa2ce owned by network:floatingip {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:02.638327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.642452 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:02.685348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'Port': ['ID=8fb4f14f-f533-47ab-8a27-ca433afaa2ce,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:02.688455 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:02.783872 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.798990 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:02.800161 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6a647193-0fd3-4c8c-bcca-e7f0542e314e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "DELETE /v2.0/floatingips/2cd05e58-4798-4c99-a3df-a5d2ea9485f8 HTTP/1.1" status: 204 len: 168 time: 0.8371475 Jun 01 14:48:03.379726 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54754) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:03.386852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group': {'name': 'tempest-securitygroup--715198954', 'description': 'tempest-description--434519168'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:03.394696 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:03.399733 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:03.402872 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:03.409154 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:03.424892 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.454719 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:03.459032 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:03.462067 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:03.470863 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:03.558628 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.564563 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.572251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4f7b4ca1-29ea-4f38-b071-04f49db6579e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:03.616874 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:03.620710 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:03.622249 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.626337 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2425280 Jun 01 14:48:03.627447 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54774) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:03.631920 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group_rule': {'security_group_id': '7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:03.637972 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:03.641855 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:03.645420 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:03.651588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:03.670778 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.706355 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f52e8c4e-dc2b-4ab7-8b0a-51112012b792 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:03.744502 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.748081 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: f52e8c4e-dc2b-4ab7-8b0a-51112012b792 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:03.748519 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f52e8c4e-dc2b-4ab7-8b0a-51112012b792 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:03.749843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.752019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e1a0198a-8e03-41ef-8be5-2769ef0ab3ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:03.782990 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12d1d5c3-948b-4e62-ba3a-65fe4cf008a6,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:03.788288 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:03.795802 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.797661 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-9a0996d5-6ddd-4990-b480-67902700abe3 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699686 Jun 01 14:48:03.807312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54782) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:03.813490 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'security_group_rule': {'security_group_id': '7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:03.820966 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:03.825104 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:security_group_rule and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:03.828198 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:03.835840 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:03.856192 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.931690 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.942613 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.949902 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-948f8b19-7163-49be-aaa2-67187badd826 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:03.970989 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e195f1dd-311b-4897-a1d3-a9c7fb83a063,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:03.973962 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:03.983666 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:03.985011 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-1b7cd444-2d7a-4e2f-ad00-cbbdfef77e03 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763983 Jun 01 14:48:03.989353 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54786) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:03.996588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:04.003047 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:04.008786 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Usage tracker for resource:floatingip and tenant:5a5a3ea121c34b6d8aa76b0ed4646050 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:04.013627 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:04.021305 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:04.033836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:04.278170 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:04.431857 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Allocated IP 172.28.2.203 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/4575f8f3-6eb5-4bf7-8145-e3a6cf79e587) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:04.602261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:04.640795 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:04.646217 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:04.714966 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:04.718332 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:04.721238 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:04.760633 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=4575f8f3-6eb5-4bf7-8145-e3a6cf79e587,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:04.770904 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:04.814794 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:04.886048 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.133282 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.138383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.142281 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-073b0a98-9d01-42d1-a8ff-46e841fe88bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:05.251431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=4575f8f3-6eb5-4bf7-8145-e3a6cf79e587,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:05.256045 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:05.269068 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.298970 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.300456 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a9ed0869-b6c5-406d-a061-c5e35df2860d tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3099182 Jun 01 14:48:05.510533 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:05.576475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-4486ee51-81f7-47a2-afe9-3782a7945874 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:05.595857 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-4486ee51-81f7-47a2-afe9-3782a7945874 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:05.597178 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-4486ee51-81f7-47a2-afe9-3782a7945874 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--715198954&fields=id&tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 267 time: 0.0784540 Jun 01 14:48:05.784599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-5f4a143b-50ea-4f23-9cda-129d88d2cbcf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:05.787080 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-5f4a143b-50ea-4f23-9cda-129d88d2cbcf tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 810 time: 0.1813748 Jun 01 14:48:05.804221 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-f049fe77-f439-498d-85a4-3c153562eec8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/quotas/5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 375 time: 0.0101554 Jun 01 14:48:05.904163 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-8a8a965b-2c6b-406d-bb09-37902ed692dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:05.924905 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-8a8a965b-2c6b-406d-bb09-37902ed692dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:05.926391 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-8a8a965b-2c6b-406d-bb09-37902ed692dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1151633 Jun 01 14:48:06.091151 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-3a044752-52c3-46bd-9367-c366eb54e781 service neutron] 10.222.0.15 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513872 Jun 01 14:48:06.196811 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54814) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:06.233850 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-e0018365-1d69-4a86-b1ec-6642c02b33ce service neutron] 10.222.0.15 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364202 Jun 01 14:48:06.263698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Deleting subnet 1438a922-7df7-48e9-a615-4af54a653310 {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:48:06.266744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:06.325137 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:06.426955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:06.466879 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-25892da3-9c91-4488-a62e-3599f7827d7f req-f89328fe-b170-4615-b0f7-2f738ae41660 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:06.509072 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-25892da3-9c91-4488-a62e-3599f7827d7f req-f89328fe-b170-4615-b0f7-2f738ae41660 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:06.510241 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25892da3-9c91-4488-a62e-3599f7827d7f req-f89328fe-b170-4615-b0f7-2f738ae41660 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 210 time: 0.1265869 Jun 01 14:48:06.713520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:06.718908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-54918e5a-ca1f-4391-8db5-93c74603fb36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:06.754934 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1438a922-7df7-48e9-a615-4af54a653310,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:06.757616 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:06.759703 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:06.765459 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1438a922-7df7-48e9-a615-4af54a653310 HTTP/1.1" status: 204 len: 168 time: 0.5664546 Jun 01 14:48:06.767640 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54828) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:06.885427 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.114887 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.137166 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c160d657-ba46-4d8d-b987-8ef0f005d093']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:07.150584 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1be2319-e462-409e-a839-d34b74f68bf8') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:07.150855 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1be2319-e462-409e-a839-d34b74f68bf8') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:07.162342 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.180492 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.189179 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:48:07.189551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:48:07.206360 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:48:07.285932 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.289842 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d2f55b1b-5676-41f9-ab2e-9ccd7f9436cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:07.302856 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.315093 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Pushing event deleted for resources: {'Network': ['ID=c160d657-ba46-4d8d-b987-8ef0f005d093,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:07.318475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:07.326865 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5ff7df61-d512-41ea-8e00-7216d60cd19e admin admin] 10.222.0.15 "DELETE /v2.0/networks/c160d657-ba46-4d8d-b987-8ef0f005d093 HTTP/1.1" status: 204 len: 168 time: 0.5584474 Jun 01 14:48:07.514142 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54836) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:07.583168 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5973d42c-2e2c-47bf-aebf-402e440ae514 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9d7ce618a7d4d89a5846993190c4a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0669718 Jun 01 14:48:07.585738 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54842) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:07.603037 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:48:07.616149 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-fd801330-3dcb-443c-8223-8752e2d99b28 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:07.617936 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-fd801330-3dcb-443c-8223-8752e2d99b28 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:network {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:07.656425 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.679233 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-fd801330-3dcb-443c-8223-8752e2d99b28 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:network {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:07.680071 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-fd801330-3dcb-443c-8223-8752e2d99b28 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 810 time: 0.2378116 Jun 01 14:48:07.684770 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.686795 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-712f6d88-c35d-44a6-b87f-0f20c1aaa089 req-73be2551-e1a0-423b-b08b-98666b79542f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 210 time: 0.0528350 Jun 01 14:48:07.742525 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-ce400714-84a7-4021-9007-0471ec64f8d7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050 HTTP/1.1" status: 200 len: 379 time: 0.0446272 Jun 01 14:48:07.749607 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.753769 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e557b31b-2fb7-4bd7-985b-323c562bcfeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:07.757303 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'port': {'device_id': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'admin_state_up': True, 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'security_groups': ['7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3']}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:07.768395 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dce7f4-23f3-4f3c-bc56-06c5f0226567,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:07.770995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:07.790522 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:07.791903 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1dce7f4-23f3-4f3c-bc56-06c5f0226567 HTTP/1.1" status: 204 len: 168 time: 0.2049930 Jun 01 14:48:07.904187 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:07.915071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:07.926708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Made reservation on behalf of 5a5a3ea121c34b6d8aa76b0ed4646050 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:07.930350 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.101839 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Allocated IP 172.20.0.8 (a76e99b5-3940-4f09-b227-15811a641892/3973e742-928e-4ed8-9462-ffe663ac830a/f9a618f0-d555-4a38-86d9-8d1d66289afa) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:08.305904 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.322851 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Transition to ACTIVE for port object f9a618f0-d555-4a38-86d9-8d1d66289afa will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:08.348577 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.354330 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:08.419641 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Network a76e99b5-3940-4f09-b227-15811a641892 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:08.422540 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:08.426511 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:08.467240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event updated for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:08.476993 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:08.501947 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:08.502609 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.531161 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783058 Jun 01 14:48:08.546615 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Request body: {'port': {'device_id': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:08.583501 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54872) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:08.653838 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-8c0c299e-74f4-4eaa-b8a6-8b3b4f233100 None None] Provisioning for port f9a618f0-d555-4a38-86d9-8d1d66289afa completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:08.659422 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-8c0c299e-74f4-4eaa-b8a6-8b3b4f233100 None None] Provisioning complete for port f9a618f0-d555-4a38-86d9-8d1d66289afa triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:08.659798 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-8c0c299e-74f4-4eaa-b8a6-8b3b4f233100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.704911 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1083937509-network', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:08.713176 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:08.717823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Usage tracker for resource:network and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:08.720246 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c299e-74f4-4eaa-b8a6-8b3b4f233100 None None] Port f9a618f0-d555-4a38-86d9-8d1d66289afa cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:08.721622 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:08.729486 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:08.743465 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Made reservation on behalf of 8f6978ac4a0b4b789201938ceb2d38e7 for: {'network': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:08.746204 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.761076 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.776965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.781876 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:08.786161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:08.789322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:08.797355 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:08.887249 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.891224 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.895419 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2c982701-c144-4d90-a618-b68f172650b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:08.923322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 888} {{(pid=98724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:48:08.932198 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89071d7d-3218-40b9-a6d5-f181a482223c,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:08.935470 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:08.939783 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:08.940200 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.segments_db [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Added segment f7605443-c76a-4397-be06-254aefef03d4 of type vlan for network 0909be68-d657-4a62-b8fa-a71cc6953807 Jun 01 14:48:08.968210 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.000467 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.002096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:09.002666 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.007857 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3ad9ce5d-93a5-499e-8f25-c7e6610ae647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:09.015256 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac25280-f529-4907-b095-5f65c0de5fd0 req-e931bd5f-8194-4858-a887-e7e5f1557287 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:09.015979 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-4ac25280-f529-4907-b095-5f65c0de5fd0 req-e931bd5f-8194-4858-a887-e7e5f1557287 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Synchronizing usage tracker for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:09.099599 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-4ac25280-f529-4907-b095-5f65c0de5fd0 req-e931bd5f-8194-4858-a887-e7e5f1557287 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Unset dirty status for tenant:5a5a3ea121c34b6d8aa76b0ed4646050 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:09.100884 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4ac25280-f529-4907-b095-5f65c0de5fd0 req-e931bd5f-8194-4858-a887-e7e5f1557287 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 931 time: 0.2799222 Jun 01 14:48:09.109978 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Pushing event updated for resources: {'Network': ['ID=0909be68-d657-4a62-b8fa-a71cc6953807,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:09.114801 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5302262 Jun 01 14:48:09.116113 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-86ff5524-9b0c-4da6-90ca-e361cae97964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:09.117771 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54882) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:09.124496 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Request body: {'subnet': {'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1083937509-subnet', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:09.125040 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 0909be68-d657-4a62-b8fa-a71cc6953807 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:48:09.129454 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:09.133396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Usage tracker for resource:subnet and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:09.136405 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:09.142813 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:09.156251 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Made reservation on behalf of 8f6978ac4a0b4b789201938ceb2d38e7 for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:09.158741 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3902141'] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.176887 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-4ac25280-f529-4907-b095-5f65c0de5fd0 req-bbb23b7b-9b94-493d-9c6f-8fc4b370b319 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644703 Jun 01 14:48:09.259263 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a618f0-d555-4a38-86d9-8d1d66289afa {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:48:09.268359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.283344 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Transition to ACTIVE for port object f9a618f0-d555-4a38-86d9-8d1d66289afa will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:09.287309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.291411 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8d9bf79b-0522-4382-98c4-2861aa99f60b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:09.448262 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:09.464559 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:09.544357 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Attempting to bind port f9a618f0-d555-4a38-86d9-8d1d66289afa on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:09.544698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Attempting to bind port f9a618f0-d555-4a38-86d9-8d1d66289afa by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:09.545017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Attempting to bind port f9a618f0-d555-4a38-86d9-8d1d66289afa on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:09.550564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Port f9a618f0-d555-4a38-86d9-8d1d66289afa on network a76e99b5-3940-4f09-b227-15811a641892 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:48:09.550876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Attempting to bind port f9a618f0-d555-4a38-86d9-8d1d66289afa on network a76e99b5-3940-4f09-b227-15811a641892 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:09.556720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:09.557288 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Checking segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:09.557721 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Bound using segment: {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:09.558171 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Bound port: f9a618f0-d555-4a38-86d9-8d1d66289afa, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:09.558594 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.587435 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3902031'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.592205 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6699947e-3410-4668-81d8-6e8f8425ced1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:09.652974 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:09.656550 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:09.662559 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.666827 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:09.668031 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d9b88a61-a313-4e0a-ae06-1a2a5f0dfaf6 tempest-VolumesActionsTest-981699813 tempest-VolumesActionsTest-981699813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:09.679302 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:09.683669 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Checking segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:09.684033 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Network hostable DHCP agents. Network: 0909be68-d657-4a62-b8fa-a71cc6953807, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:48:09.701255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Network 0909be68-d657-4a62-b8fa-a71cc6953807 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:48:09.710683 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 0909be68-d657-4a62-b8fa-a71cc6953807) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:09.720599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:09.721285 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.725325 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4f62ef-4371-4af0-96bb-d885a6a2a056 None None] Network 0909be68-d657-4a62-b8fa-a71cc6953807 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:09.729144 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:09.729771 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.731197 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] 10.222.0.79 "PUT /v2.0/ports/f9a618f0-d555-4a38-86d9-8d1d66289afa HTTP/1.1" status: 200 len: 1093 time: 1.1894414 Jun 01 14:48:09.731707 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:09.734157 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21be55ad-caab-4abe-88b3-34d45cd1ce31" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:09.757696 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bdf97db5-263b-4863-a694-184d130b8454 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6380105 Jun 01 14:48:09.760322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54888) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:09.770784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:09.779731 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:09.788551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:09.794615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:09.801446 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Usage tracker for resource:router and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:09.813188 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:09.822718 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:09.845779 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.847563 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.855052 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063e4c1-d660-4a72-b2e6-cf794a370135 x-openstack-request-id: req-d063e4c1-d660-4a72-b2e6-cf794a370135 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:09.855605 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:09.856314 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d063e4c1-d660-4a72-b2e6-cf794a370135 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:09.856970 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'status': 'completed', 'code': 200} Jun 01 14:48:09.869514 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:09.894120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-525ade5a-646f-4aa5-bedf-20c43881a3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:09.895789 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-525ade5a-646f-4aa5-bedf-20c43881a3ce service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 1096 time: 0.1127014 Jun 01 14:48:10.002511 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-a814b11b-900b-4d60-b69f-0aae97fac8e2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa HTTP/1.1" status: 200 len: 217 time: 0.0957220 Jun 01 14:48:10.082070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-83e38ba3-2fd3-49de-8e89-56e71e11954e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:10.083907 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-83e38ba3-2fd3-49de-8e89-56e71e11954e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.0712371 Jun 01 14:48:10.120785 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-0909be68-d657-4a62-b8fa-a71cc6953807', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:48:10.122496 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.177082 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-911adbfb-0bcf-48b1-815d-ade3c4395104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:10.178624 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-911adbfb-0bcf-48b1-815d-ade3c4395104 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0813160 Jun 01 14:48:10.190122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.364014 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-464444d3-3841-4443-9dab-675a39c016d0 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783502 Jun 01 14:48:10.389655 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Allocated IP 172.20.0.2 (0909be68-d657-4a62-b8fa-a71cc6953807/7c8460ba-f5ae-4063-bcf2-bda4bb8761c7/5a1218a9-f22d-495d-818f-3a518c0fbd68) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:10.514157 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-eb696008-9bc5-4da0-b40c-67e93e281eec req-667dd50e-aba7-442c-a703-d01b2f081cc9 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430898 Jun 01 14:48:10.625399 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.638065 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Transition to ACTIVE for port object 5a1218a9-f22d-495d-818f-3a518c0fbd68 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:10.656624 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-38e536b0-ec07-4925-b81a-d3b86ab121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:10.658420 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-38e536b0-ec07-4925-b81a-d3b86ab121d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 1096 time: 0.0883904 Jun 01 14:48:10.659435 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Transition to ACTIVE for port object 5a1218a9-f22d-495d-818f-3a518c0fbd68 will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:10.666224 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.670397 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:10.679508 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae6aab-0144-403e-9cf3-582977904545 req-ee5dc9ff-afec-47a9-aa5f-c8e898674e88 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:10.681102 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35ae6aab-0144-403e-9cf3-582977904545 req-ee5dc9ff-afec-47a9-aa5f-c8e898674e88 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 943 time: 0.3407400 Jun 01 14:48:10.768095 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Network 0909be68-d657-4a62-b8fa-a71cc6953807 is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:10.773188 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:10.778433 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35ae6aab-0144-403e-9cf3-582977904545 req-86f72989-734a-4234-948c-fb705029636e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883033 Jun 01 14:48:10.783966 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.792044 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Pushing event updated for resources: {'Port': ['ID=5a1218a9-f22d-495d-818f-3a518c0fbd68,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:10.819220 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:10.821598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.828088 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.828917 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.829748 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.830370 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.831152 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.831809 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.832442 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.833022 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.833588 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.834132 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.834684 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.835260 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:10.839781 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:10.936964 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Attempting to bind port 5a1218a9-f22d-495d-818f-3a518c0fbd68 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:10.937385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Attempting to bind port 5a1218a9-f22d-495d-818f-3a518c0fbd68 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:10.937742 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Attempting to bind port 5a1218a9-f22d-495d-818f-3a518c0fbd68 on network 0909be68-d657-4a62-b8fa-a71cc6953807 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:10.946428 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:10.947629 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Checking segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:10.948053 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.948495 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Bound using segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:10.949087 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Bound port: 5a1218a9-f22d-495d-818f-3a518c0fbd68, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:10.949492 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:10.995412 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-fbe16e4b-f033-4814-b290-8e3f777ee083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:10.997065 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-fbe16e4b-f033-4814-b290-8e3f777ee083 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.3257811 Jun 01 14:48:11.017222 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Allocated IP 172.28.2.99 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/c0132bfc-5f8b-41f1-ab36-cfcbee188fe8) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:11.058328 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] For port 5a1218a9-f22d-495d-818f-3a518c0fbd68, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:11.063303 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] For port 5a1218a9-f22d-495d-818f-3a518c0fbd68, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=5a1218a9-f22d-495d-818f-3a518c0fbd68,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:11.069118 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:11.080597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:11.110127 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-78ce14af-f22f-4d35-bed2-c4dff84aa8cd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa HTTP/1.1" status: 200 len: 217 time: 0.1039259 Jun 01 14:48:11.163968 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Pushing event updated for resources: {'Port': ['ID=5a1218a9-f22d-495d-818f-3a518c0fbd68,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:11.167670 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:11.200880 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:11.209577 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-90d6df97-ed5b-4659-9ac5-f378843124c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:11.211461 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-90d6df97-ed5b-4659-9ac5-f378843124c5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.0939407 Jun 01 14:48:11.234656 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:11.239162 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:11.300852 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-f845e7bc-288e-42be-9203-14fcb0e04c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:11.302419 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-f845e7bc-288e-42be-9203-14fcb0e04c1e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0837228 Jun 01 14:48:11.321598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:11.324843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:11.330131 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:11.379534 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Pushing event updated for resources: {'Port': ['ID=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:11.385028 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:11.486744 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-935509df-6a95-4b63-a8ae-75a37d2bb4d2 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731713 Jun 01 14:48:11.633252 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-21be55ad-caab-4abe-88b3-34d45cd1ce31 req-c264a008-073d-41c4-ab00-ba6971e207cd service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388438 Jun 01 14:48:11.853166 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:12.147718 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a73f76f-f08e-4a36-9614-9128f2914810 None None] Network 0909be68-d657-4a62-b8fa-a71cc6953807 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:12.248215 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-b6205477-eb9e-4f15-b5cf-3cc56e483cc5 None None] Provisioning for port 5a1218a9-f22d-495d-818f-3a518c0fbd68 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:12.296719 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e443ff-c513-4731-9732-3318e3c624b8 req-d6729064-26fa-456e-a3df-a8a6a75df186 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:12.298435 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d1e443ff-c513-4731-9732-3318e3c624b8 req-d6729064-26fa-456e-a3df-a8a6a75df186 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 943 time: 0.3730853 Jun 01 14:48:12.427630 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d1e443ff-c513-4731-9732-3318e3c624b8 req-adbda265-3422-4acf-a0ac-96a19b2ac134 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195245 Jun 01 14:48:12.439021 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:12.657692 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Router e7be8024-8281-494c-beaf-f538149a3d58 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:48:12.854702 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:12.864393 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Sync routers for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:12.874287 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:12.875223 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:12.886789 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:12.888233 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-53560059-7757-44f4-95b3-98f24403226e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1253846 Jun 01 14:48:12.891158 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54904) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:12.933301 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 5a1218a9-f22d-495d-818f-3a518c0fbd68 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:13.119269 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 5a1218a9-f22d-495d-818f-3a518c0fbd68 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:13.123223 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:13.224782 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 5a1218a9-f22d-495d-818f-3a518c0fbd68 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:13.225498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:13.532387 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:13.584590 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 5a1218a9-f22d-495d-818f-3a518c0fbd68, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=5a1218a9-f22d-495d-818f-3a518c0fbd68,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:13.590210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:13.593154 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:13.644977 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:11Z', 'revision_number': 3, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:13.654460 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Checking router: e7be8024-8281-494c-beaf-f538149a3d58 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:13.654822 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Updating router e7be8024-8281-494c-beaf-f538149a3d58 port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:48:13.721256 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=5a1218a9-f22d-495d-818f-3a518c0fbd68,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:13.728406 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f9a618f0-d555-4a38-86d9-8d1d66289afa details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:48:13.731067 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:13.734707 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:13.785319 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:13.883318 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600db23-69f0-4634-94d1-20c91332ac00 req-8383bb32-0156-4930-935f-17fcf63b5d3c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:13.884891 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9600db23-69f0-4634-94d1-20c91332ac00 req-8383bb32-0156-4930-935f-17fcf63b5d3c tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 943 time: 0.2996068 Jun 01 14:48:14.020452 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-9600db23-69f0-4634-94d1-20c91332ac00 req-63f70a73-34de-49aa-ade1-6085db537d8f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970392 Jun 01 14:48:14.051612 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Allocated IP 172.20.0.1 (0909be68-d657-4a62-b8fa-a71cc6953807/7c8460ba-f5ae-4063-bcf2-bda4bb8761c7/b820c488-28bd-4378-a0ac-cd9101cb7892) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:14.099826 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:14.119284 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'port_id': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'mac_address': 'fa:16:3e:ee:dc:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 855, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:48:14.205554 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.211425 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.227750 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Transition to ACTIVE for port object b820c488-28bd-4378-a0ac-cd9101cb7892 will not be triggered until provisioned by entity DHCP. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:14.239046 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a618f0-d555-4a38-86d9-8d1d66289afa {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:48:14.259632 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.264957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-88fcb7d5-adde-4a4a-aed9-5aa83f9edc44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:14.302737 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:14.311013 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.319234 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:14.343277 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Network 0909be68-d657-4a62-b8fa-a71cc6953807 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:14.346203 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:14.348784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:14.358828 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.393785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Pushing event updated for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:14.397338 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Transition to ACTIVE for port object c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:14.403553 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:14.411568 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.418748 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:14.423769 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:14.424270 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:14.428924 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.499228 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Attempting to bind port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:14.499609 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Attempting to bind port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:14.500039 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Attempting to bind port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:14.512688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:14.513180 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:14.513614 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.514046 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:14.514685 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Bound port: c0132bfc-5f8b-41f1-ab36-cfcbee188fe8, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:14.515077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.548659 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Pushing event updated for resources: {'Port': ['ID=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:14.557548 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:14.574485 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.584721 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['f9a618f0-d555-4a38-86d9-8d1d66289afa'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:48:14.668103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] For port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:14.673855 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] For port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:14.674822 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-12d1704a-fe68-475b-a35d-1c5108b969ea None None] Provisioning for port b820c488-28bd-4378-a0ac-cd9101cb7892 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:14.687910 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.694614 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:14.727649 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-12d1704a-fe68-475b-a35d-1c5108b969ea None None] Provisioning complete for port b820c488-28bd-4378-a0ac-cd9101cb7892 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:14.728022 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-12d1704a-fe68-475b-a35d-1c5108b969ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.811922 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.818169 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.847675 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:14.890158 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 5a1218a9-f22d-495d-818f-3a518c0fbd68 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:14.922674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Pushing event updated for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:14.923330 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:14.923330 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:14.931599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:14.948232 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:14.991297 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-12d1704a-fe68-475b-a35d-1c5108b969ea None None] Port b820c488-28bd-4378-a0ac-cd9101cb7892 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:15.013082 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Pushing event updated for resources: {'Port': ['ID=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:15.024383 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:15.100961 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Network 0909be68-d657-4a62-b8fa-a71cc6953807 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:15.102392 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:15.212319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 5a1218a9-f22d-495d-818f-3a518c0fbd68 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:15.212319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:15.265178 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:15.370266 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10fa3e3-23b2-4f97-8430-d2317838a402 req-6c38ea0c-60d3-48ee-b2a5-e0eb2a1ded3e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:15.371960 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e10fa3e3-23b2-4f97-8430-d2317838a402 req-6c38ea0c-60d3-48ee-b2a5-e0eb2a1ded3e tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 944 time: 0.2060566 Jun 01 14:48:15.381928 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Router e7be8024-8281-494c-beaf-f538149a3d58 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:15.497458 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e10fa3e3-23b2-4f97-8430-d2317838a402 req-218d6107-0f84-47eb-a390-fe6beed0affc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178000 Jun 01 14:48:15.514261 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-edae91f0-7de5-4e5d-aaa8-992a2d6a4b54 None None] Provisioning complete for port b820c488-28bd-4378-a0ac-cd9101cb7892 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:15.514697 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-edae91f0-7de5-4e5d-aaa8-992a2d6a4b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:15.710381 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-edae91f0-7de5-4e5d-aaa8-992a2d6a4b54 None None] Port b820c488-28bd-4378-a0ac-cd9101cb7892 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:15.721219 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:15.734026 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] 10.222.0.15 "PUT /v2.0/routers/e7be8024-8281-494c-beaf-f538149a3d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8417871 Jun 01 14:48:15.845202 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 2, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:15.851052 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f2405c-70cc-473b-a0f7-8cbc2747dd53 None None] The sync data for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb is: [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 2, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:16.335421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54932) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:16.341520 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198958788-network', 'tenant_id': '4b4102f718824a469662df48e485028e'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:16.347071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:16.351341 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Usage tracker for resource:network and tenant:4b4102f718824a469662df48e485028e is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:16.354697 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:16.361263 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:16.377888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Made reservation on behalf of 4b4102f718824a469662df48e485028e for: {'network': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:16.380367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-770840'] for network, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.393941 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.410462 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:16.416619 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Usage tracker for resource:security_group_rule and tenant:4b4102f718824a469662df48e485028e is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:16.421115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:16.431719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:16.546307 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.557983 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.568907 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e079daa9-b2fb-45bd-b61c-907d642aa8c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:16.614841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 867} {{(pid=98723) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 01 14:48:16.628063 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00e2f1-c518-4dcf-8440-d290914905e5,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:16.633703 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:16.637842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.638691 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.segments_db [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Added segment 0639e1dc-2678-4682-ae39-5ee4ef2ccde0 of type vlan for network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 Jun 01 14:48:16.678437 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770930288442'] for network, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.713117 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008'] for network, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.714806 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:16.715459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.719090 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64afda4-bd3a-495c-bfd6-cb9f695cb26e req-4b9f3279-705e-461c-bd83-da94cbc01c90 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:16.719640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:16.720674 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d64afda4-bd3a-495c-bfd6-cb9f695cb26e req-4b9f3279-705e-461c-bd83-da94cbc01c90 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 944 time: 0.1005332 Jun 01 14:48:16.782418 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d64afda4-bd3a-495c-bfd6-cb9f695cb26e req-a087853d-0d44-45f6-8fd8-baed1a89a26f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541527 Jun 01 14:48:16.827823 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Pushing event updated for resources: {'Network': ['ID=0f10d9cf-5840-49a9-b26e-361f5cfd5f17,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:16.833613 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54938) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:16.834851 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4982855 Jun 01 14:48:16.835908 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:16.839395 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Request body: {'subnet': {'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198958788-subnet', 'tenant_id': '4b4102f718824a469662df48e485028e', 'ip_version': 4}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:16.845577 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:16.849103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 details requested by agent ovs-agent-dv-cinder-782405-10-smb with host dv-cinder-782405-10-smb {{(pid=98725) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 01 14:48:16.850274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Usage tracker for resource:subnet and tenant:4b4102f718824a469662df48e485028e is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:16.854070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:16.861761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:16.893646 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Made reservation on behalf of 4b4102f718824a469662df48e485028e for: {'subnet': 1} {{(pid=98724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:16.896644 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3902141'] for subnet, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:16.939739 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:17.044638 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:17.050467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:17.051008 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.196988 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.216384 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:17.221923 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.224381 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:17.309925 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:17.315186 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:17.376707 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1309262', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3902031'] for subnet, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.380839 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ec6f827e-394e-4acc-b79b-d847e76a9042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:17.454309 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9dc0c35-3039-4981-8665-06c78d46184f,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:17.458745 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:17.466344 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Checking segment: {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:17.466699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Network hostable DHCP agents. Network: 0f10d9cf-5840-49a9-b26e-361f5cfd5f17, hostable agents: ['51cd9ad3-b982-4853-893a-333e5457ada9'], hosted agents: [] {{(pid=98724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 01 14:48:17.523841 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 is scheduled to be hosted by DHCP agent 51cd9ad3-b982-4853-893a-333e5457ada9 with binding_index 1 {{(pid=98724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 01 14:48:17.528128 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6021013d-c0f3-4f96-87ce-35f77d6dde57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.540208 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-782405-10-smb, 0f10d9cf-5840-49a9-b26e-361f5cfd5f17) {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:17.550878 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:17.551505 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.552379 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e2857-7574-4444-8090-9a22bcf7075d None None] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:17.595157 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-912e75da-6499-4cad-a210-be470ec0737e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7600548 Jun 01 14:48:17.597888 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54944) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:17.605312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:17.611735 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:17.616839 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Usage tracker for resource:router and tenant:4b4102f718824a469662df48e485028e is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:17.620779 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:17.629409 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:17.645151 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1765242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-127549'] for router, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.646409 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1766522', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1763756', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1594184', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-127498'] for router, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.673643 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.768467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f9a618f0-d555-4a38-86d9-8d1d66289afa up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:17.905291 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb709e393-2fde-5386-99de-cb4e6241bfd5-0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'tenant_id': '4b4102f718824a469662df48e485028e', 'fixed_ips': [{'subnet_id': 'e9dc0c35-3039-4981-8665-06c78d46184f'}]}} from dv-cinder-782405-10-smb. {{(pid=98725) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 01 14:48:17.906185 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:17.989423 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port f9a618f0-d555-4a38-86d9-8d1d66289afa completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:17.992668 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1763714', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1765192', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-127512'] for router, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.007030 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port f9a618f0-d555-4a38-86d9-8d1d66289afa triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:18.007428 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.032806 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2a1e-af59-4a2e-ab22-db0bde88967b req-936a32fb-ad07-4eda-bd76-10031cbf2e08 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:18.035029 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0f9c2a1e-af59-4a2e-ab22-db0bde88967b req-936a32fb-ad07-4eda-bd76-10031cbf2e08 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 944 time: 0.1023228 Jun 01 14:48:18.085368 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-0f9c2a1e-af59-4a2e-ab22-db0bde88967b req-61c9bdb5-9350-4984-b11f-c476ace24a69 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420947 Jun 01 14:48:18.184652 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.db_base_plugin_common [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Allocated IP 172.20.0.2 (0f10d9cf-5840-49a9-b26e-361f5cfd5f17/e9dc0c35-3039-4981-8665-06c78d46184f/24b41d83-38a8-463c-929d-c8211e2f6f94) {{(pid=98725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:18.203287 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.223596 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Sync routers for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:18.233842 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:18.234515 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:47:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:18.359548 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:18.362620 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6b1e7e-081f-4e12-8414-24c4f373538f" -d '{"events": [{"server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "name": "network-vif-plugged", "status": "completed", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:18.377894 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:18.396907 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.403261 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:18.446748 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:18.471603 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.504799 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.554002 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:18.557341 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:18.576116 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks [] for port, precommit_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.590741 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Transition to ACTIVE for port object 24b41d83-38a8-463c-929d-c8211e2f6f94 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:18.614123 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Transition to ACTIVE for port object 24b41d83-38a8-463c-929d-c8211e2f6f94 will not be triggered until provisioned by entity DHCP. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:18.622312 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193'] for port, after_create {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.629778 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:18.678933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Allocated IP 172.28.2.247 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/05122c55-2b3a-46d8-849b-ad15646f1818) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:18.709681 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b338c5-77c5-484c-b40d-c9df39e4fedd x-openstack-request-id: req-68b338c5-77c5-484c-b40d-c9df39e4fedd {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:18.709985 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "name": "network-vif-plugged", "status": "completed", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:18.710246 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68b338c5-77c5-484c-b40d-c9df39e4fedd {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:18.710642 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'code': 200} Jun 01 14:48:18.714168 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Pushing event updated for resources: {'Port': ['ID=24b41d83-38a8-463c-929d-c8211e2f6f94,revision_number=1']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:18.730132 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:18.737656 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 is already hosted by enough agents. {{(pid=98725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:18.738977 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.scheduler.base_scheduler [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Resources bound (agent type, host, resource id): {{(pid=98725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:18.742723 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Received port after_create {{(pid=98725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:18.819323 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 2, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:18.824528 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Checking router: e7be8024-8281-494c-beaf-f538149a3d58 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:18.824937 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Updating router e7be8024-8281-494c-beaf-f538149a3d58 port b820c488-28bd-4378-a0ac-cd9101cb7892 binding host dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:48:18.880544 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.883305 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Attempting to bind port 24b41d83-38a8-463c-929d-c8211e2f6f94 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:18.883795 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Attempting to bind port 24b41d83-38a8-463c-929d-c8211e2f6f94 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:18.884304 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Attempting to bind port 24b41d83-38a8-463c-929d-c8211e2f6f94 on network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:18.885041 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.890479 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:18.891234 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Checking segment: {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:18.891746 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.892274 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Bound using segment: {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:18.892874 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Bound port: 24b41d83-38a8-463c-929d-c8211e2f6f94, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:18.893374 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.914304 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:18.920639 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-762bc9e9-b402-4f33-85d8-25c3106408ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:18.948987 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:19.020344 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:19.033103 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:19.043109 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:19.053658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] For port 24b41d83-38a8-463c-929d-c8211e2f6f94, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:19.057399 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] For port 24b41d83-38a8-463c-929d-c8211e2f6f94, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=24b41d83-38a8-463c-929d-c8211e2f6f94,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:19.063467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:19.063923 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.093963 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.104018 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=05122c55-2b3a-46d8-849b-ad15646f1818,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:19.107469 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:19.110675 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:19.214351 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Pushing event updated for resources: {'Port': ['ID=24b41d83-38a8-463c-929d-c8211e2f6f94,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:19.226106 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:19.310379 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb45ad5-9b31-4a69-b66d-bc3af0aad946 req-c4c5aa40-ed54-4320-bd34-a0965848cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:19.310379 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ceb45ad5-9b31-4a69-b66d-bc3af0aad946 req-c4c5aa40-ed54-4320-bd34-a0965848cf0a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 1098 time: 0.3513405 Jun 01 14:48:19.321002 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks [] for port, precommit_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.333852 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.provisioning_blocks [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Transition to ACTIVE for port object b820c488-28bd-4378-a0ac-cd9101cb7892 will not be triggered until provisioned by entity L2. {{(pid=98726) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:19.342077 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.345974 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:19.504988 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ceb45ad5-9b31-4a69-b66d-bc3af0aad946 req-74c34ca8-351e-48b5-924e-d43d86c03c49 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814017 Jun 01 14:48:19.626929 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f722f3-f9cb-43fe-94b3-d1ceb9adb85d req-d7471573-9b06-4d86-aca1-d18af780de40 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:19.628499 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Pushing event updated for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=3']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:19.635703 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-06f722f3-f9cb-43fe-94b3-d1ceb9adb85d req-d7471573-9b06-4d86-aca1-d18af780de40 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.3325157 Jun 01 14:48:19.679463 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.679580 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.679909 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.680254 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.680753 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.681071 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.681385 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.681696 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.682027 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.682337 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.682693 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.682951 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:19.694577 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:19.710969 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Attempting to bind port b820c488-28bd-4378-a0ac-cd9101cb7892 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:19.711349 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Attempting to bind port b820c488-28bd-4378-a0ac-cd9101cb7892 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:19.711908 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Attempting to bind port b820c488-28bd-4378-a0ac-cd9101cb7892 on network 0909be68-d657-4a62-b8fa-a71cc6953807 {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:19.718396 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:19.718762 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Checking segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:19.719161 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.719694 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Bound using segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} {{(pid=98726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:19.720021 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.managers [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Bound port: b820c488-28bd-4378-a0ac-cd9101cb7892, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}}] {{(pid=98726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:19.720438 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.768479 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.824834 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] For port b820c488-28bd-4378-a0ac-cd9101cb7892, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:19.827849 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-06f722f3-f9cb-43fe-94b3-d1ceb9adb85d req-4ae13a43-9c0c-46d6-b449-67fbcdd8addd tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909668 Jun 01 14:48:19.828241 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.plugins.ml2.db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] For port b820c488-28bd-4378-a0ac-cd9101cb7892, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b820c488-28bd-4378-a0ac-cd9101cb7892,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:19.834794 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron_lib.callbacks.manager [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.839143 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:19.905823 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-73b9af39-00ff-4be3-9818-3fb6523c3256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:19.925872 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:19.927190 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:19.983004 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Pushing event updated for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=4']} {{(pid=98726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:19.993656 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG oslo_concurrency.lockutils [None req-42b1fad8-88e7-43da-ab2d-6831c9ae8972 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98726) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:20.132241 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:20.134843 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:20.341055 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1765185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1763786'] for router, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:20.483426 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e35cf7-58ec-4d4d-9d8d-2d8f42c428f8 None None] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:20.558563 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:19Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:20.565766 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e974cb2-8cbb-4ce6-a0df-2b298dd340ff None None] The sync data for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb is: [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:19Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:20.579819 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Router 9aa45b70-197e-4350-9335-507b22f40c66 is scheduled to L3 agent 5886192e-f432-4951-b020-9189923e556e with binding_index 1 {{(pid=98723) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 01 14:48:20.593409 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-5583f674-9d54-4cb4-bc6e-8b75c28868e0 None None] Provisioning for port 24b41d83-38a8-463c-929d-c8211e2f6f94 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:20.839739 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:20.853459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Sync routers for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:20.884922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:20.892369 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54964) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:20.893394 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2928531 Jun 01 14:48:20.907042 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:20.907745 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:21.185820 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b820c488-28bd-4378-a0ac-cd9101cb7892 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:21.219190 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bb556-49e0-44d3-af9e-beed6a55b08a req-cf51bc26-ea68-4300-bda8-b26730e90512 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:21.228047 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e56bb556-49e0-44d3-af9e-beed6a55b08a req-cf51bc26-ea68-4300-bda8-b26730e90512 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.1676719 Jun 01 14:48:21.280453 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e56bb556-49e0-44d3-af9e-beed6a55b08a req-45110895-e0f5-4738-acb0-ea5ff43b200f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512536 Jun 01 14:48:21.293003 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:21.313912 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:21.515627 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port b820c488-28bd-4378-a0ac-cd9101cb7892 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:21.581343 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b820c488-28bd-4378-a0ac-cd9101cb7892 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:21.581719 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:21.671760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae17d3-3dae-49e1-954b-8af7f47e8503 req-adcb688d-bbd5-492f-9afa-3510240c0ca8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:21.673433 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-7aae17d3-3dae-49e1-954b-8af7f47e8503 req-adcb688d-bbd5-492f-9afa-3510240c0ca8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.1864493 Jun 01 14:48:21.682747 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 54970) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:21.691052 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Request body: {'floatingip': {'port_id': 'f9a618f0-d555-4a38-86d9-8d1d66289afa'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:21.788082 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:21.836227 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:19Z', 'revision_number': 3, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:21.839525 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port b820c488-28bd-4378-a0ac-cd9101cb7892, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b820c488-28bd-4378-a0ac-cd9101cb7892,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:21.843595 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Checking router: 9aa45b70-197e-4350-9335-507b22f40c66 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:21.844466 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Updating router 9aa45b70-197e-4350-9335-507b22f40c66 port 05122c55-2b3a-46d8-849b-ad15646f1818 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:48:21.880039 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:21.880448 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 24b41d83-38a8-463c-929d-c8211e2f6f94 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:21.917866 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:21.940737 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.045704 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.087264 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:22.090922 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:22.174749 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 24b41d83-38a8-463c-929d-c8211e2f6f94 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:22.190384 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 24b41d83-38a8-463c-929d-c8211e2f6f94 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:22.191220 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.357601 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.472932 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.529780 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 24b41d83-38a8-463c-929d-c8211e2f6f94, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=24b41d83-38a8-463c-929d-c8211e2f6f94,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:22.537766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.573644 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-6ac71443-3830-4b89-88be-b53e53e2aa73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:22.678542 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.680277 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.693935 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=24b41d83-38a8-463c-929d-c8211e2f6f94,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:22.698743 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:22.699759 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Transition to ACTIVE for port object 05122c55-2b3a-46d8-849b-ad15646f1818 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:22.708002 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.711824 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:22.797375 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dee1f7-0a37-47f9-b99b-d37a6373f0db None None] Pushing event updated for resources: {'Port': ['ID=05122c55-2b3a-46d8-849b-ad15646f1818,revision_number=2']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:22.800002 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Attempting to bind port 05122c55-2b3a-46d8-849b-ad15646f1818 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:22.800457 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Attempting to bind port 05122c55-2b3a-46d8-849b-ad15646f1818 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:22.800756 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Attempting to bind port 05122c55-2b3a-46d8-849b-ad15646f1818 on network ebcbc224-dac8-44cb-91d1-db54bd488b00 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:22.808542 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-b9dee1f7-0a37-47f9-b99b-d37a6373f0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:22.813209 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:22.813649 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Checking segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:22.814045 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.814465 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Bound using segment: {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:22.815018 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Bound port: 05122c55-2b3a-46d8-849b-ad15646f1818, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:22.815399 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.829000 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_common [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Allocated IP 172.20.0.1 (0f10d9cf-5840-49a9-b26e-361f5cfd5f17/e9dc0c35-3039-4981-8665-06c78d46184f/0e15ee1c-fdd6-4a0c-887c-562e6063c378) {{(pid=98724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:22.927765 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] For port 05122c55-2b3a-46d8-849b-ad15646f1818, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:22.932709 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] For port 05122c55-2b3a-46d8-849b-ad15646f1818, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=05122c55-2b3a-46d8-849b-ad15646f1818,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:22.935467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b820c488-28bd-4378-a0ac-cd9101cb7892 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:22.968135 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:22.981188 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:23.030181 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.041124 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.081274 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:23.081850 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:23.138976 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dee1f7-0a37-47f9-b99b-d37a6373f0db None None] Pushing event updated for resources: {'Port': ['ID=05122c55-2b3a-46d8-849b-ad15646f1818,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:23.142812 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-b9dee1f7-0a37-47f9-b99b-d37a6373f0db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:23.197706 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.198349 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port b820c488-28bd-4378-a0ac-cd9101cb7892 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:23.199867 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.287980 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.provisioning_blocks [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Transition to ACTIVE for port object 0e15ee1c-fdd6-4a0c-887c-562e6063c378 will not be triggered until provisioned by entity DHCP. {{(pid=98724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:23.329034 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.l3_db [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Floating IP 3f70d8fa-7ac5-451e-a2e8-ad012894c139 associated. External IP: 172.28.2.203, port: f9a618f0-d555-4a38-86d9-8d1d66289afa. Jun 01 14:48:23.347578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:23.405450 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.556809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:23.635678 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 24b41d83-38a8-463c-929d-c8211e2f6f94 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:23.645324 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:23.651968 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:23.657463 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Received port after_create {{(pid=98724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:23.764375 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Pushing event updated for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:23.777743 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:23.796103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 24b41d83-38a8-463c-929d-c8211e2f6f94 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:23.796591 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.807817 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1711234'] for router_interface, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:23.907037 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:19Z', 'revision_number': 3, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:23.933697 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb75a82-2896-4d8d-bab8-12f4be307b6d None None] The sync data for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb is: [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:19Z', 'revision_number': 3, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:23.940467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-796e8771-b07a-409d-b64e-a89f70042609 None None] Provisioning for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:23.951150 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-796e8771-b07a-409d-b64e-a89f70042609 None None] Provisioning complete for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:23.951613 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-796e8771-b07a-409d-b64e-a89f70042609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.012125 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-796e8771-b07a-409d-b64e-a89f70042609 None None] Port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:24.030515 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:24.182258 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.366993 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:24.377259 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:24.388020 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:24.388747 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:24.395331 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.519739 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-32641696-4525-45e2-80c8-d50c791254b8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "PUT /v2.0/floatingips/3f70d8fa-7ac5-451e-a2e8-ad012894c139 HTTP/1.1" status: 200 len: 991 time: 2.8357086 Jun 01 14:48:24.561509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:24.564042 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:24.580437 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:24.614471 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.622173 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.684589 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:24.734649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1711133'] for router_interface, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:24.749274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95ca54-c61f-46ca-9687-377c375b3485 x-openstack-request-id: req-9e95ca54-c61f-46ca-9687-377c375b3485 {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:24.750005 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:24.750649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e95ca54-c61f-46ca-9687-377c375b3485 {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:24.751598 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'status': 'completed', 'code': 200} Jun 01 14:48:24.834025 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Pushing event updated for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=2']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:24.846644 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:24.871836 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-b7f1c817-3f41-4a42-84e9-cd1b5154756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:24.874118 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-b7f1c817-3f41-4a42-84e9-cd1b5154756e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 1098 time: 0.1044178 Jun 01 14:48:24.963186 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 is already hosted by enough agents. {{(pid=98724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:24.974444 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.base_scheduler [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Resources bound (agent type, host, resource id): {{(pid=98724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:24.987005 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 05122c55-2b3a-46d8-849b-ad15646f1818 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:25.050341 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3f70d8fa-7ac5-451e-a2e8-ad012894c139', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.203', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:ee:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:48:04Z', 'updated_at': '2021-06-01T14:48:22Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:25.051180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-7c7b5156-58f7-4527-8911-5c409cad0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:25.052812 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-7c7b5156-58f7-4527-8911-5c409cad0bf8 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 200 len: 911 time: 0.1707840 Jun 01 14:48:25.056318 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:25.068573 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:25.069432 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:25.098696 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 05122c55-2b3a-46d8-849b-ad15646f1818 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:25.106408 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 05122c55-2b3a-46d8-849b-ad15646f1818 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:25.107833 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:25.259378 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-247af7ba-ce5a-4f58-ab0d-7a19e75165cf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa HTTP/1.1" status: 200 len: 999 time: 0.1985073 Jun 01 14:48:25.268544 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:25.292626 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 05122c55-2b3a-46d8-849b-ad15646f1818, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=05122c55-2b3a-46d8-849b-ad15646f1818,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:25.304541 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:25.316837 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-93bd8ee5-b935-4aa3-8e60-22cf2b64cead None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:25.367085 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:25.374531 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-e96ab20e-4b07-4242-bd94-02a78dd8ed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:25.376286 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-e96ab20e-4b07-4242-bd94-02a78dd8ed64 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 200 len: 849 time: 0.1063280 Jun 01 14:48:25.469823 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-5132354e-b0f6-43a6-8f27-2cbc455ad2f2 None None] Provisioning complete for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:25.470546 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-5132354e-b0f6-43a6-8f27-2cbc455ad2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:25.480407 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-938405d0-c30a-42b7-bfe1-4b233036f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:25.482559 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-938405d0-c30a-42b7-bfe1-4b233036f11b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a76e99b5-3940-4f09-b227-15811a641892&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0971863 Jun 01 14:48:25.483537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Router 9aa45b70-197e-4350-9335-507b22f40c66 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:25.569103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-5132354e-b0f6-43a6-8f27-2cbc455ad2f2 None None] Port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:25.581125 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=05122c55-2b3a-46d8-849b-ad15646f1818,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:25.584760 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:25.641891 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-79868d5b-67bd-488d-894e-9856baa57009 service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496639 Jun 01 14:48:25.744244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:25.760211 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] 10.222.0.15 "PUT /v2.0/routers/9aa45b70-197e-4350-9335-507b22f40c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8555999 Jun 01 14:48:25.798057 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c9575e0-5ec7-4f2c-baa8-d1c250238af9 req-7a1a6a09-8353-4d40-bcc4-9a2376c351ab service neutron] 10.222.0.79 "GET /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490462 Jun 01 14:48:25.798933 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3f70d8fa-7ac5-451e-a2e8-ad012894c139', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.203', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:ee:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:48:04Z', 'updated_at': '2021-06-01T14:48:22Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:25.802991 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07ce6a-5bc3-4eab-8391-eb82cffef012 None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '3f70d8fa-7ac5-451e-a2e8-ad012894c139', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'floating_ip_address': '172.28.2.203', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'port_id': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'mac_address': 'fa:16:3e:ee:dc:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:48:04Z', 'updated_at': '2021-06-01T14:48:22Z', 'revision_number': 1, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:26.214364 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 54996) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:26.219785 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968247382', 'description': 'tempest-secgroup-smoke-1968247382 description', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:26.225849 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:26.229746 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:26.233264 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:26.245439 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:26.257885 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.279341 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:26.283509 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:26.286544 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:26.292400 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:26.368827 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.373720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.377701 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-47837531-fb33-4290-b02e-ad80e55009af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:26.416424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f80dcf-76aa-4450-aa61-e1041a178361,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:26.419180 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.420535 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2051270 Jun 01 14:48:26.421548 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:26.424041 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55000) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:26.428582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:26.434479 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:26.438964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:26.441293 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:26.448103 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:26.464337 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.527767 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.532083 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.534115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:26.556755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ea6da16-ac9c-4c4c-824c-7f7d49730b2c,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:26.562707 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:26.568301 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.569585 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-5ff6f057-e0cf-4d2a-b13c-2dd567406d5e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452355 Jun 01 14:48:26.572619 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55004) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:26.577870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:26.583922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:26.587762 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:26.590745 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:26.596529 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:26.616812 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.692714 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.694797 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.697926 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:26.722584 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6840383c-1191-4c93-af57-204907c26c9c,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:26.728485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:26.739119 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Sync routers for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:26.740817 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.742239 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6748c372-28e0-4cda-8331-906411a2736d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1686869 Jun 01 14:48:26.746584 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55010) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:26.752266 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:26.753498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:26.754135 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:26.759878 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:26.765170 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:26.768629 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:26.775020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:26.794237 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.911203 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.917090 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.918523 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 05122c55-2b3a-46d8-849b-ad15646f1818 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:26.919897 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-11bcbce4-78a0-4b40-8a25-088a7c9fdbb4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:26.955846 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae03fa69-2309-4539-845e-00700ded73af,revision_number=0']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:26.960261 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab007601-effa-4f94-a8dd-ba94663ca7fe None None] New status for floating IP 3f70d8fa-7ac5-451e-a2e8-ad012894c139: ACTIVE {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:48:26.962826 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:26.978226 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:26.983309 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-928c7354-a512-441c-9975-85e51a6d0cdd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2320838 Jun 01 14:48:26.983646 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55016) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:26.989732 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:26.996503 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:27.004317 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:27.007810 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:27.015263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:27.044629 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.091774 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:27.122231 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.127645 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.136203 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:27.155843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0784021-f0e8-4874-bf4b-6061c6978f6a,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:27.157685 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 05122c55-2b3a-46d8-849b-ad15646f1818 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:27.158302 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.159728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:27.169443 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.173367 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-6366b338-917c-489a-9ad0-316f7463dab1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1860247 Jun 01 14:48:27.173799 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55020) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:27.180434 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:27.186071 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:27.190298 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:27.193506 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:27.200919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:27.214383 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.securitygroups_db [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Project 8f6978ac4a0b4b789201938ceb2d38e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:48:27.221270 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.302285 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.306010 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.314066 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:27.341706 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f89ceaa-9e11-443d-8c2a-dc947da72445,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:27.345484 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:27.355631 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.356914 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-3bc7fb67-55e0-4081-ac6a-ae95988d7300 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1819396 Jun 01 14:48:27.359703 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55024) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:27.365571 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'security_group_rule': {'security_group_id': 'c2f80dcf-76aa-4450-aa61-e1041a178361', 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:27.372315 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:27.376753 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:security_group_rule and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:27.380411 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:27.387331 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:27.399033 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.securitygroups_db [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Project 8f6978ac4a0b4b789201938ceb2d38e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 01 14:48:27.405682 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.472940 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.478398 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605507'] for security_group_rule, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.480582 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:27.503792 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14509e00-d13e-4065-a21f-b8b34305bc46,revision_number=0']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:27.505625 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:27.512939 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:27.514247 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-08245821-00a3-46ea-be3a-aa066e63faca tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535234 Jun 01 14:48:27.580019 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:24Z', 'revision_number': 4, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '0e15ee1c-fdd6-4a0c-887c-562e6063c378', 'name': '', 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'tenant_id': '4b4102f718824a469662df48e485028e', 'mac_address': 'fa:16:3e:07:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:22Z', 'updated_at': '2021-06-01T14:48:24Z', 'revision_number': 2, 'project_id': '4b4102f718824a469662df48e485028e', 'subnets': [{'id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:27.594402 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Checking router: 9aa45b70-197e-4350-9335-507b22f40c66 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:27.594768 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Updating router 9aa45b70-197e-4350-9335-507b22f40c66 port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 binding host dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 01 14:48:27.651273 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.082309 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks [] for port, precommit_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.104018 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Transition to ACTIVE for port object 0e15ee1c-fdd6-4a0c-887c-562e6063c378 will not be triggered until provisioned by entity L2. {{(pid=98725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:28.113310 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.117275 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-236afbdc-5de0-44cd-bb09-2562962bbd01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:28.262224 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753b4e-2178-445b-a2e6-78d8c1f51ce9 None None] Pushing event updated for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=3']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:28.292501 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-00753b4e-2178-445b-a2e6-78d8c1f51ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:28.360758 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Attempting to bind port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 on host dv-cinder-782405-10-smb for vnic_type normal with profile {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:28.361151 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Attempting to bind port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 by drivers openvswitch,hyperv on host dv-cinder-782405-10-smb at level 0 using segments [{'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:28.361530 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Attempting to bind port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 on network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:28.367795 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Checking agent: {'id': '59a4d556-840c-4dcf-96a2-9eba736db2b4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-782405-10-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 34, 20), 'started_at': datetime.datetime(2021, 6, 1, 14, 34, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-782405-10-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:28.368204 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Checking segment: {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:28.368637 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.369042 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Bound using segment: {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'} {{(pid=98725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:28.369535 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.managers [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Bound port: 0e15ee1c-fdd6-4a0c-887c-562e6063c378, host: dv-cinder-782405-10-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639e1dc-2678-4682-ae39-5ee4ef2ccde0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17'}}] {{(pid=98725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:28.369921 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.488883 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] For port 0e15ee1c-fdd6-4a0c-887c-562e6063c378, host dv-cinder-782405-10-smb, cleared binding levels {{(pid=98725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:28.492311 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] For port 0e15ee1c-fdd6-4a0c-887c-562e6063c378, host dv-cinder-782405-10-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=0e15ee1c-fdd6-4a0c-887c-562e6063c378,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:28.497268 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:28.501283 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-02259a30-3ac7-4ad2-8756-89cd8a3fe179 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:28.577681 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:28.578581 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:28.653050 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753b4e-2178-445b-a2e6-78d8c1f51ce9 None None] Pushing event updated for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:28.658539 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-00753b4e-2178-445b-a2e6-78d8c1f51ce9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:28.794753 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:29.124676 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:24Z', 'revision_number': 4, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '0e15ee1c-fdd6-4a0c-887c-562e6063c378', 'name': '', 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'tenant_id': '4b4102f718824a469662df48e485028e', 'mac_address': 'fa:16:3e:07:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:22Z', 'updated_at': '2021-06-01T14:48:28Z', 'revision_number': 4, 'project_id': '4b4102f718824a469662df48e485028e', 'subnets': [{'id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:29.130688 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b846a97e-b4b8-4a4b-9d64-61ba2de0ee8c None None] The sync data for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb is: [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:48:24Z', 'revision_number': 4, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '0e15ee1c-fdd6-4a0c-887c-562e6063c378', 'name': '', 'network_id': '0f10d9cf-5840-49a9-b26e-361f5cfd5f17', 'tenant_id': '4b4102f718824a469662df48e485028e', 'mac_address': 'fa:16:3e:07:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:22Z', 'updated_at': '2021-06-01T14:48:28Z', 'revision_number': 4, 'project_id': '4b4102f718824a469662df48e485028e', 'subnets': [{'id': 'e9dc0c35-3039-4981-8665-06c78d46184f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:29.482822 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-5066993f-0b57-4ed3-8a66-be61bdfa677e service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2132843 Jun 01 14:48:29.600877 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-8bf4cf5c-d8db-4b98-8a1d-7c7aab0e3d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:29.602139 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-8bf4cf5c-d8db-4b98-8a1d-7c7aab0e3d37 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1137 time: 0.0816560 Jun 01 14:48:29.771526 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-91ae2056-3af5-40ac-8553-489d00709620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:29.773291 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-91ae2056-3af5-40ac-8553-489d00709620 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.1509280 Jun 01 14:48:29.903908 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-ff2e710e-8344-4e54-8a88-3e1274f2bea4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 1001 time: 0.1219058 Jun 01 14:48:29.972137 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-0c928d77-f6bd-4535-bda7-4bd017102815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:29.973961 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-0c928d77-f6bd-4535-bda7-4bd017102815 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0631943 Jun 01 14:48:30.067521 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-5cb91dc8-a41d-47a7-bfb4-3dcfde1b034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:30.069618 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-5cb91dc8-a41d-47a7-bfb4-3dcfde1b034a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0855818 Jun 01 14:48:30.222741 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-dec6d33d-6a27-4a4b-86cb-b3218e7b3f1f service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297102 Jun 01 14:48:30.376525 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7a28dad9-99ad-412a-ba6e-4ff1a3decaa1 req-6b5a3e80-5245-40b2-af6d-7d825a6b4682 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368093 Jun 01 14:48:30.901616 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 0e15ee1c-fdd6-4a0c-887c-562e6063c378 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:31.010986 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:31.016444 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:31.016818 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:31.152029 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:31.183620 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] For port 0e15ee1c-fdd6-4a0c-887c-562e6063c378, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=0e15ee1c-fdd6-4a0c-887c-562e6063c378,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:31.188027 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:31.190464 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:31.290172 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Pushing event updated for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:31.293469 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:32.893253 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 0e15ee1c-fdd6-4a0c-887c-562e6063c378 up at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:32.987421 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Provisioning complete for port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:32.987799 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:33.678465 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-c1b79e49-e727-41b7-91f9-93fa26fbff67 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856122076&fields=id&tenant_id=4d8971365f5e46e2bca330356b18f750 HTTP/1.1" status: 200 len: 267 time: 0.0597930 Jun 01 14:48:33.772537 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-1febc140-4703-46fc-a769-3f0a85a8aabf tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:33.775486 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-1febc140-4703-46fc-a769-3f0a85a8aabf tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 984 time: 0.0911574 Jun 01 14:48:33.794226 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.v2.base [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Request body: {'port': {'security_groups': ['32c9cf1a-368f-41c0-a1f1-d49ca0199ba4']}} {{(pid=98724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:33.923026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.184489 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:34.211383 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for port, precommit_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.217052 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1371333'] for port, after_update {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.223279 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:34.229130 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:48:34.293778 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:34.294445 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.295861 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3b0c8d5d-31b4-4bce-ba16-67f494a6e7d9 req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "PUT /v2.0/ports/d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 942 time: 0.5086818 Jun 01 14:48:34.297133 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:34.298984 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ad4d7-6a8b-4708-bb20-758381139897" -d '{"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:34.304211 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55126) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:34.342475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event updated for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=7']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:34.346740 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:34.370640 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38dae8c0-cf5d-4bf3-9bf3-7f706236d66c x-openstack-request-id: req-38dae8c0-cf5d-4bf3-9bf3-7f706236d66c {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:34.370939 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:34.371232 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38dae8c0-cf5d-4bf3-9bf3-7f706236d66c {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:34.371696 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:48:34.402391 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:48:34.495711 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.561408 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.586418 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-1e01863e-5d2f-479e-9b9b-2e45c4376d40 None None] Provisioning complete for port d438f064-18fe-4b44-92de-9b424376357c triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:34.586792 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1e01863e-5d2f-479e-9b9b-2e45c4376d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.609207 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad4d7-6a8b-4708-bb20-758381139897 req-8f93562c-7675-41a8-bd5d-4465e4089d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:34.610779 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-8f93562c-7675-41a8-bd5d-4465e4089d22 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1098 time: 0.1967587 Jun 01 14:48:34.727903 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.734151 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5e3b162a-f407-4ba5-bb09-ece5352310c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:34.764443 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d44c75-2df0-4aab-aa5c-754d0dda9543,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:34.776458 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:34.785889 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad4d7-6a8b-4708-bb20-758381139897 req-6a010e84-8c86-4feb-a1ff-9733feed51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:34.787540 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-6a010e84-8c86-4feb-a1ff-9733feed51ed service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.1657412 Jun 01 14:48:34.793246 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:34.794298 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4d44c75-2df0-4aab-aa5c-754d0dda9543 HTTP/1.1" status: 204 len: 168 time: 0.4686954 Jun 01 14:48:34.798764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55132) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:34.942552 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-81d9abf0-3837-4fd8-b06d-ec22bb42a7d9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 1001 time: 0.1450484 Jun 01 14:48:35.023017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad4d7-6a8b-4708-bb20-758381139897 req-f4a8c747-66e9-4bfe-8df7-2292fff64d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:35.025652 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-f4a8c747-66e9-4bfe-8df7-2292fff64d1e service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0711386 Jun 01 14:48:35.114398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ad4d7-6a8b-4708-bb20-758381139897 req-464d15fe-4101-4229-839d-e743a27d9211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:35.115977 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-464d15fe-4101-4229-839d-e743a27d9211 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0789661 Jun 01 14:48:35.125495 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Deleting port 01e048e8-0638-4340-a630-ccc9d516d5fb {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:35.125844 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.271846 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.272274 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.293482 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-0211eeb1-409c-4758-aee3-f6886e1b4d8d service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649072 Jun 01 14:48:35.486085 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-183ad4d7-6a8b-4708-bb20-758381139897 req-e62a9e2f-c2b4-41a4-a787-e91d3c39c3b1 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829093 Jun 01 14:48:35.514957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Calling delete_port for 01e048e8-0638-4340-a630-ccc9d516d5fb owned by network:floatingip {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:35.524979 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.647683 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.651712 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:35.696888 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event deleted for resources: {'Port': ['ID=01e048e8-0638-4340-a630-ccc9d516d5fb,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:35.700123 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:35.804019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks [] for floatingip, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:35.804794 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.l3_db [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Floating IP 931a23c9-392c-430f-9c55-c823bc593366 disassociated (deleted). External IP: 172.28.2.159, port: d438f064-18fe-4b44-92de-9b424376357c. Jun 01 14:48:36.177760 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Router bcfede8f-7ed5-4af7-912e-5e574afe5dcb has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:36.374431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:36.385387 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Sync routers for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:36.395718 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:36.396442 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:36.403735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:36.465694 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d7c2235b-7d67-42c8-987f-d2cea9e5c88e tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "DELETE /v2.0/floatingips/931a23c9-392c-430f-9c55-c823bc593366 HTTP/1.1" status: 204 len: 168 time: 1.6618228 Jun 01 14:48:36.465694 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:36.466494 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7" -d '{"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:36.530458 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f142d39-7037-409a-b315-5da243136fad x-openstack-request-id: req-2f142d39-7037-409a-b315-5da243136fad {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:36.530843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:36.531141 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f142d39-7037-409a-b315-5da243136fad {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:36.531625 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:48:36.622065 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:36.786153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-1e2a52b4-dd85-4f70-b372-8d3bfd7e2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:36.787641 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-1e2a52b4-dd85-4f70-b372-8d3bfd7e2e23 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d8971365f5e46e2bca330356b18f750&device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 1098 time: 0.2221420 Jun 01 14:48:36.967165 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-0565c551-96b8-4b0f-8212-ef956d4aa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:36.968671 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-0565c551-96b8-4b0f-8212-ef956d4aa9b7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 200 len: 915 time: 0.1725552 Jun 01 14:48:37.007537 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:37.012302 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Checking router: bcfede8f-7ed5-4af7-912e-5e574afe5dcb for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:37.030956 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:37.031941 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:37.053001 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-954cbae2-5779-4908-8e21-53b4ac056324 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 200 len: 217 time: 0.0755775 Jun 01 14:48:37.149459 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-5789fdc6-a7ba-4683-a665-897b2e81419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:37.151051 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-5789fdc6-a7ba-4683-a665-897b2e81419c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 200 len: 853 time: 0.0901206 Jun 01 14:48:37.251156 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-6ed0bf2b-7d02-49f1-953e-95737fca111c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:37.251156 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-6ed0bf2b-7d02-49f1-953e-95737fca111c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ea17b860-5832-4f3d-bad9-f38ac6bf229b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0903811 Jun 01 14:48:37.301196 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:37.409227 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-318f7339-900b-4acc-9e1d-4e4bb2a18a74 service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488204 Jun 01 14:48:37.560788 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e1b4f7e8-723d-4821-8488-f4da3d7f2df7 req-94e8c487-3862-448c-8a2e-4475f24cc49a service neutron] 10.222.0.79 "GET /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414938 Jun 01 14:48:37.647515 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:37.653034 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506da127-57ac-40b4-bfde-01d23258af23 None None] The sync data for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb is: [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:45:33Z', 'revision_number': 4, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'cfbe573e-c594-4065-a7ff-303f2cb2ca53', 'name': '', 'network_id': 'ea17b860-5832-4f3d-bad9-f38ac6bf229b', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'mac_address': 'fa:16:3e:ec:4d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:32Z', 'updated_at': '2021-06-01T14:45:41Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'subnets': [{'id': '5d0971a8-2a69-46c6-8d41-23e0dff75f89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:37.886515 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d319f9ea-de69-4cd4-a601-0a0a7f3354eb None None] New status for floating IP 931a23c9-392c-430f-9c55-c823bc593366: DOWN {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:48:39.974955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659962e-4657-4c05-bb4a-0b5be66ef6bf req-f0de94fe-db0b-42d2-a630-dc355a793f80 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:39.976445 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b659962e-4657-4c05-bb4a-0b5be66ef6bf req-f0de94fe-db0b-42d2-a630-dc355a793f80 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0831831 Jun 01 14:48:40.033070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b659962e-4657-4c05-bb4a-0b5be66ef6bf req-f7030e62-a116-4743-8170-5d0ec42a44b5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:40.052366 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b659962e-4657-4c05-bb4a-0b5be66ef6bf req-f7030e62-a116-4743-8170-5d0ec42a44b5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:40.053502 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b659962e-4657-4c05-bb4a-0b5be66ef6bf req-f7030e62-a116-4743-8170-5d0ec42a44b5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685756 Jun 01 14:48:41.271699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76189d1-5748-410a-8b8c-9b933d0415a6 req-58f01de3-232f-4c9a-b44c-02b3b247946b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:41.272415 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-b76189d1-5748-410a-8b8c-9b933d0415a6 req-58f01de3-232f-4c9a-b44c-02b3b247946b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Synchronizing usage tracker for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:41.304480 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-b76189d1-5748-410a-8b8c-9b933d0415a6 req-58f01de3-232f-4c9a-b44c-02b3b247946b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Unset dirty status for tenant:4d8971365f5e46e2bca330356b18f750 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:41.305697 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b76189d1-5748-410a-8b8c-9b933d0415a6 req-58f01de3-232f-4c9a-b44c-02b3b247946b tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.1231856 Jun 01 14:48:41.362692 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b76189d1-5748-410a-8b8c-9b933d0415a6 req-3eb2136e-7ba1-4b08-a2e1-3a6ad59ae7a6 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501261 Jun 01 14:48:42.270111 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31541448-660e-4f44-867f-05a141640b91 req-b89eddfd-d48e-4015-b95e-1dd4c9cca010 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:42.271632 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-31541448-660e-4f44-867f-05a141640b91 req-b89eddfd-d48e-4015-b95e-1dd4c9cca010 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.79 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0901024 Jun 01 14:48:42.423516 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Deleting port d438f064-18fe-4b44-92de-9b424376357c {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:42.423857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:42.582402 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] For port d438f064-18fe-4b44-92de-9b424376357c, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=d438f064-18fe-4b44-92de-9b424376357c,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:42.582680 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:42.719712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Calling delete_port for d438f064-18fe-4b44-92de-9b424376357c owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:42.745137 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766db881-1c24-4bb1-b21e-44ae973447fa req-4211b11f-cf05-400b-abc3-48c7c2240c7a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:42.746886 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-766db881-1c24-4bb1-b21e-44ae973447fa req-4211b11f-cf05-400b-abc3-48c7c2240c7a tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/ports?device_id=01534644-1308-4307-827c-b3d7cbaf739e HTTP/1.1" status: 200 len: 945 time: 0.0920575 Jun 01 14:48:42.809873 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-766db881-1c24-4bb1-b21e-44ae973447fa req-ff646e08-ab2e-4011-87b9-3b9718a81929 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.15 "GET /v2.0/security-groups?id=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563655 Jun 01 14:48:42.848326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:42.854456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0d6a5ef1-012f-41f3-a311-5aa0093179a4 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:42.867237 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['d438f064-18fe-4b44-92de-9b424376357c'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:48:42.902889 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Pushing event deleted for resources: {'Port': ['ID=d438f064-18fe-4b44-92de-9b424376357c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:42.942751 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.943132 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.943477 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.943831 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.944209 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.944559 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.945857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.945857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.946198 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.946535 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.946694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.946945 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:42.954723 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:42.991120 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] No DVR routers for this DVR port d438f064-18fe-4b44-92de-9b424376357c on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:42.994618 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:42.998924 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'name': 'network-vif-deleted', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:43.002134 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be058115-9766-4c0b-9cf1-1bac68488c27" -d '{"events": [{"server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "name": "network-vif-deleted", "tag": "d438f064-18fe-4b44-92de-9b424376357c"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:43.017924 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-31541448-660e-4f44-867f-05a141640b91 req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] 10.222.0.79 "DELETE /v2.0/ports/d438f064-18fe-4b44-92de-9b424376357c HTTP/1.1" status: 204 len: 173 time: 0.7394810 Jun 01 14:48:43.048456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3935b7-fdc7-4a86-8287-97f1721269d5 x-openstack-request-id: req-7d3935b7-fdc7-4a86-8287-97f1721269d5 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:43.048789 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01534644-1308-4307-827c-b3d7cbaf739e", "name": "network-vif-deleted", "tag": "d438f064-18fe-4b44-92de-9b424376357c", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:43.049080 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d3935b7-fdc7-4a86-8287-97f1721269d5 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:43.049515 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01534644-1308-4307-827c-b3d7cbaf739e', 'name': 'network-vif-deleted', 'tag': 'd438f064-18fe-4b44-92de-9b424376357c', 'status': 'completed', 'code': 200} Jun 01 14:48:44.021875 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94516c49-a4f5-4994-92e7-938627dacd1c req-8c4a18a9-44d9-4742-96e9-7d9f34ab6b2a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:44.023484 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-94516c49-a4f5-4994-92e7-938627dacd1c req-8c4a18a9-44d9-4742-96e9-7d9f34ab6b2a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1959574 Jun 01 14:48:44.073831 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-94516c49-a4f5-4994-92e7-938627dacd1c req-334d63bd-ecc8-4756-b104-4db10bafc307 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Jun 01 14:48:44.607323 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:48:44.664600 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55298) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:45.048497 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-1aa492bf-129e-4f46-b84b-fdcec33217b6 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:security_group {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:45.069752 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-1aa492bf-129e-4f46-b84b-fdcec33217b6 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:security_group {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:45.071565 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-1aa492bf-129e-4f46-b84b-fdcec33217b6 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968247382&fields=id&tenant_id=8f6978ac4a0b4b789201938ceb2d38e7 HTTP/1.1" status: 200 len: 267 time: 0.0700452 Jun 01 14:48:45.232896 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-bee6f13e-bc5f-4918-9a86-193eef7fde3c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:45.234343 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-bee6f13e-bc5f-4918-9a86-193eef7fde3c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 809 time: 0.1557612 Jun 01 14:48:45.250679 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-1bd85e5c-869a-4049-a9d3-4cbdc87c8ab3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/quotas/8f6978ac4a0b4b789201938ceb2d38e7 HTTP/1.1" status: 200 len: 375 time: 0.0106652 Jun 01 14:48:45.343793 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-6cf35087-81f4-464c-9ced-e60be012ca2e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870638 Jun 01 14:48:45.349989 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307360c-e005-4ecf-beca-73b98f9bc49f req-86b467f5-d052-4d0c-82e6-27d7c977e2de tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:45.351482 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f307360c-e005-4ecf-beca-73b98f9bc49f req-86b467f5-d052-4d0c-82e6-27d7c977e2de tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1522050 Jun 01 14:48:45.434985 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-f307360c-e005-4ecf-beca-73b98f9bc49f req-296fac9a-29ef-4ada-b818-e9b37c718b0e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753367 Jun 01 14:48:45.478408 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:45.605951 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-9b8d1573-6be5-42ac-9cd0-0218e1f4364b service neutron] 10.222.0.15 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511947 Jun 01 14:48:45.746594 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-96f8939c-9b60-4e5e-a153-439ce03e2cb5 service neutron] 10.222.0.15 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337478 Jun 01 14:48:45.881570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device d438f064-18fe-4b44-92de-9b424376357c no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:45.916644 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Deleting port cfbe573e-c594-4065-a7ff-303f2cb2ca53 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:45.917238 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:45.920906 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: d438f064-18fe-4b44-92de-9b424376357c {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:45.921400 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device d438f064-18fe-4b44-92de-9b424376357c not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:46.052715 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] For port cfbe573e-c594-4065-a7ff-303f2cb2ca53, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=cfbe573e-c594-4065-a7ff-303f2cb2ca53,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:46.053082 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:46.184197 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Calling delete_port for cfbe573e-c594-4065-a7ff-303f2cb2ca53 owned by network:router_interface {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:46.229206 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0be17b3-1c86-4d24-a845-10ab3029e235 req-0fb99001-4e05-41aa-9be5-a3fc81add8e5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:46.260150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-e0be17b3-1c86-4d24-a845-10ab3029e235 req-0fb99001-4e05-41aa-9be5-a3fc81add8e5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:46.261382 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e0be17b3-1c86-4d24-a845-10ab3029e235 req-0fb99001-4e05-41aa-9be5-a3fc81add8e5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 210 time: 0.0881915 Jun 01 14:48:46.536287 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:46.541247 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-62f1ca96-5e8d-452c-9fed-61dca2a1e930 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:46.587474 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbe573e-c594-4065-a7ff-303f2cb2ca53,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:46.632735 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.633117 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.633491 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.633852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.634237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.634633 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.634989 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.636513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.636924 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.638012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.638389 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.638752 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:48:46.678554 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9ec84-87b2-49ba-a0a7-e27756e09938 req-d8939734-2f23-42c8-bea9-52231f6e457c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:46.680466 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fdd9ec84-87b2-49ba-a0a7-e27756e09938 req-d8939734-2f23-42c8-bea9-52231f6e457c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1162834 Jun 01 14:48:46.758933 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fdd9ec84-87b2-49ba-a0a7-e27756e09938 req-51f0475e-5e49-42fe-b6f3-5c35793529bd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722764 Jun 01 14:48:46.774704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:47.029406 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:47.423461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-5e3bf289-ea94-4c43-8d52-ff41ab1ca415 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:47.425345 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-5e3bf289-ea94-4c43-8d52-ff41ab1ca415 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 809 time: 0.1705756 Jun 01 14:48:47.475206 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-d2ec9055-3f56-4361-a6b5-b27931b5a65e req-ffd07d8e-6e93-4a9e-b61a-000213d31174 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 210 time: 0.0538826 Jun 01 14:48:47.482257 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-3978605e-c3f9-4eab-812a-3b0c807191a2 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f6978ac4a0b4b789201938ceb2d38e7 HTTP/1.1" status: 200 len: 380 time: 0.0474434 Jun 01 14:48:47.499397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'port': {'device_id': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'admin_state_up': True, 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'security_groups': ['c2f80dcf-76aa-4450-aa61-e1041a178361']}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:47.506020 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Router bcfede8f-7ed5-4af7-912e-5e574afe5dcb has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:47.506815 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-64525bdc-1780-46ec-a932-ede6bfc7b538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:47.649667 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:47.661070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:47.672662 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Made reservation on behalf of 8f6978ac4a0b4b789201938ceb2d38e7 for: {'port': 1} {{(pid=98723) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 01 14:48:47.676217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:47.698903 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:47.708658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Sync routers for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:47.711161 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e1043d71-9760-4765-b131-d35a3c2723f4 admin admin] 10.222.0.15 "PUT /v2.0/routers/bcfede8f-7ed5-4af7-912e-5e574afe5dcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0454395 Jun 01 14:48:47.713589 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55338) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:47.718892 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:47.719774 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:47.877484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Allocated IP 172.20.0.13 (0909be68-d657-4a62-b8fa-a71cc6953807/7c8460ba-f5ae-4063-bcf2-bda4bb8761c7/504a6b4d-0b34-449a-b5df-d8a173c6dd94) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:47.940597 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:48.017538 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks [] for router, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.161102 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.191903 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Transition to ACTIVE for port object 504a6b4d-0b34-449a-b5df-d8a173c6dd94 will not be triggered until provisioned by entity DHCP. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:48.232898 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.242722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:48.303187 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:48:46Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:48.307831 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Checking router: bcfede8f-7ed5-4af7-912e-5e574afe5dcb for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:48.318350 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Routers {'bcfede8f-7ed5-4af7-912e-5e574afe5dcb'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:48.319104 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:48.326124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Network 0909be68-d657-4a62-b8fa-a71cc6953807 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:48.329676 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:48.334596 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:48.335280 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279755ed-bac5-416d-982e-c20e9d50e90e req-6f8bfaa2-18aa-4df4-904b-70dd6cc81aff tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:48.342397 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-279755ed-bac5-416d-982e-c20e9d50e90e req-6f8bfaa2-18aa-4df4-904b-70dd6cc81aff tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.4070659 Jun 01 14:48:48.386354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:48.400397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:48.424467 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:48.425205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.431269 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-279755ed-bac5-416d-982e-c20e9d50e90e req-86eadea5-7e1d-4c55-99ee-e0b20a710c33 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879710 Jun 01 14:48:48.444752 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.490396 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-33e2aa47-3af9-4bb1-9346-f6ad0b39ed11 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0006781 Jun 01 14:48:48.522381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Request body: {'port': {'device_id': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78240'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:48.572431 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] Set router bcfede8f-7ed5-4af7-912e-5e574afe5dcb gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:48.574286 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Deleting port 85d3c132-e67c-48c2-a522-d2ea9a92ed35 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:48.575366 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.726118 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] For port 85d3c132-e67c-48c2-a522-d2ea9a92ed35, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=85d3c132-e67c-48c2-a522-d2ea9a92ed35,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:48.726451 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.772217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.832210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-a008dcc1-814e-42dc-83ca-cea88b3a5479 None None] Provisioning for port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 completed by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:48.848488 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-a008dcc1-814e-42dc-83ca-cea88b3a5479 None None] Provisioning complete for port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 triggered by entity DHCP. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:48.848872 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-a008dcc1-814e-42dc-83ca-cea88b3a5479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:48.872522 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Calling delete_port for 85d3c132-e67c-48c2-a522-d2ea9a92ed35 owned by network:router_gateway {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:48.926964 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-a008dcc1-814e-42dc-83ca-cea88b3a5479 None None] Port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 cannot update to ACTIVE because it is not bound. {{(pid=98725) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 01 14:48:49.020131 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276d4f0-34b2-4031-bd58-fd9a9b450c48 req-afa0d7ee-b5a4-42d9-950d-a4ca9ae3a1b3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:49.021030 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e276d4f0-34b2-4031-bd58-fd9a9b450c48 req-afa0d7ee-b5a4-42d9-950d-a4ca9ae3a1b3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:49.032331 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:48:46Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:49.036511 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079c35e6-d531-4554-ae71-daad9b84f43f None None] The sync data for ids ['bcfede8f-7ed5-4af7-912e-5e574afe5dcb'] in dv-cinder-782405-10-smb is: [{'id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'name': 'tempest-TestMinimumBasicScenario-136334346-router', 'tenant_id': '4d8971365f5e46e2bca330356b18f750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240'}], 'enable_snat': True}, 'gw_port_id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:26Z', 'updated_at': '2021-06-01T14:48:46Z', 'revision_number': 5, 'project_id': '4d8971365f5e46e2bca330356b18f750', 'gw_port': {'id': '85d3c132-e67c-48c2-a522-d2ea9a92ed35', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:6c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfede8f-7ed5-4af7-912e-5e574afe5dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:27Z', 'updated_at': '2021-06-01T14:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:49.049441 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.055271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-e276d4f0-34b2-4031-bd58-fd9a9b450c48 req-afa0d7ee-b5a4-42d9-950d-a4ca9ae3a1b3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:49.055847 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7b1f32f3-761e-4823-9538-6659a482093c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:49.062757 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e276d4f0-34b2-4031-bd58-fd9a9b450c48 req-afa0d7ee-b5a4-42d9-950d-a4ca9ae3a1b3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 932 time: 0.3665094 Jun 01 14:48:49.111650 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d3c132-e67c-48c2-a522-d2ea9a92ed35,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:49.144952 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:49.197044 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e276d4f0-34b2-4031-bd58-fd9a9b450c48 req-fcc9e03d-9a77-4c6e-a720-a597719154b1 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332645 Jun 01 14:48:49.212389 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.345451 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 504a6b4d-0b34-449a-b5df-d8a173c6dd94 {{(pid=98723) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:48:49.353862 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.371518 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.provisioning_blocks [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Transition to ACTIVE for port object 504a6b4d-0b34-449a-b5df-d8a173c6dd94 will not be triggered until provisioned by entity L2. {{(pid=98723) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 01 14:48:49.375831 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.382753 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f343f201-9604-4aed-8b2c-946facfc11e0 tempest-AttachVolumeNegativeTest-16725811 tempest-AttachVolumeNegativeTest-16725811-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:49.404580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.407871 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.541597 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.543005 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcfede8f-7ed5-4af7-912e-5e574afe5dcb {{(pid=98724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:48:49.565812 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.566312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:49.568210 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d7b636f7-f423-452f-b851-31d657ddbb92 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bcfede8f-7ed5-4af7-912e-5e574afe5dcb HTTP/1.1" status: 204 len: 168 time: 1.8534606 Jun 01 14:48:49.571244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55352) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:49.581784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:49.646672 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Deleting subnet 5d0971a8-2a69-46c6-8d41-23e0dff75f89 {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:48:49.652151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.664620 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Attempting to bind port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 on host hv-cinder-78240 for vnic_type normal with profile {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 01 14:48:49.665045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Attempting to bind port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 by drivers openvswitch,hyperv on host hv-cinder-78240 at level 0 using segments [{'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 01 14:48:49.665286 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Attempting to bind port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 on network 0909be68-d657-4a62-b8fa-a71cc6953807 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:49.670834 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 on network 0909be68-d657-4a62-b8fa-a71cc6953807 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78240 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 01 14:48:49.671193 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Attempting to bind port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 on network 0909be68-d657-4a62-b8fa-a71cc6953807 {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 01 14:48:49.678093 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Checking agent: {'id': '379dee7f-660e-4b97-b004-b26c3e195e9a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78240', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'started_at': datetime.datetime(2021, 6, 1, 14, 40, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 1, 14, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 01 14:48:49.678506 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Checking segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98723) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 01 14:48:49.678923 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Bound using segment: {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'} {{(pid=98723) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 01 14:48:49.679359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.managers [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Bound port: 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host: hv-cinder-78240, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7605443-c76a-4397-be06-254aefef03d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807'}}] {{(pid=98723) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 01 14:48:49.679710 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.788836 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.799249 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, cleared binding levels {{(pid=98723) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 01 14:48:49.803536 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98723) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 01 14:48:49.809937 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.814286 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-88ec244d-5375-41ac-9b95-6007881f99ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:49.884140 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:49.884809 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.886553 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] 10.222.0.79 "PUT /v2.0/ports/504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 1094 time: 1.3875301 Jun 01 14:48:49.887045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:49.889985 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:49.908751 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=3']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:49.912946 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:49.923946 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f85e6-e7e4-4224-9d84-85620b967532 req-dff37a15-a0c8-4742-8519-780e211eb5d9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:49.925499 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fb9f85e6-e7e4-4224-9d84-85620b967532 req-dff37a15-a0c8-4742-8519-780e211eb5d9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.2264986 Jun 01 14:48:49.958166 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-d0ae7738-57df-400f-9cec-bbe2f76bef4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:49.975181 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.003796 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeeab9b-f9ed-4c73-8c00-54d74ae98abf x-openstack-request-id: req-8aeeab9b-f9ed-4c73-8c00-54d74ae98abf {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:50.004130 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:50.004445 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8aeeab9b-f9ed-4c73-8c00-54d74ae98abf {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:50.005205 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'status': 'completed', 'code': 200} Jun 01 14:48:50.048632 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-391ff68d-080c-4800-933d-aa0276a14c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:50.050495 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-391ff68d-080c-4800-933d-aa0276a14c19 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1097 time: 0.1083119 Jun 01 14:48:50.072789 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fb9f85e6-e7e4-4224-9d84-85620b967532 req-fe91ab33-6580-403a-a05c-7b5905bab042 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263483 Jun 01 14:48:50.135774 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-b31fd768-bd2a-402e-962d-41e0043e1e14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 217 time: 0.0751951 Jun 01 14:48:50.139996 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.212517 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-0f566caa-b007-4b70-a4de-df6fe39e65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:50.213970 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-0f566caa-b007-4b70-a4de-df6fe39e65ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0669866 Jun 01 14:48:50.355788 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-b020884c-d081-4c5f-a461-524a14ada39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:50.358403 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-b020884c-d081-4c5f-a461-524a14ada39d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.1351099 Jun 01 14:48:50.502824 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-ba28c672-3a7b-4d7a-aa01-be72790fc709 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362982 Jun 01 14:48:50.530055 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.542366 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15791ca2-c699-4a50-9c29-71835d5d7af6 req-5e063e6c-023c-4e9c-bec0-9a1e122e12ec tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:50.543955 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-15791ca2-c699-4a50-9c29-71835d5d7af6 req-5e063e6c-023c-4e9c-bec0-9a1e122e12ec tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.1605067 Jun 01 14:48:50.545759 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:50.598356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0971a8-2a69-46c6-8d41-23e0dff75f89,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:50.600452 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.607455 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:50.610601 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0337e4-1b7a-45c6-9bba-2240d2d090eb None None] Network ea17b860-5832-4f3d-bad9-f38ac6bf229b requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:50.612766 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a0604e63-1961-49aa-b6a6-a1803cb92cfb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5d0971a8-2a69-46c6-8d41-23e0dff75f89 HTTP/1.1" status: 204 len: 168 time: 1.0399034 Jun 01 14:48:50.616622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55362) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:50.639237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-15791ca2-c699-4a50-9c29-71835d5d7af6 req-ec45016d-58c5-48cf-8ea8-af13f06f5cb9 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:security_group {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:48:50.653869 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-15791ca2-c699-4a50-9c29-71835d5d7af6 req-ec45016d-58c5-48cf-8ea8-af13f06f5cb9 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:security_group {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:48:50.655493 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-15791ca2-c699-4a50-9c29-71835d5d7af6 req-ec45016d-58c5-48cf-8ea8-af13f06f5cb9 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816889 Jun 01 14:48:50.772918 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.780876 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8921770b-a066-4f40-b788-e93b66e0cfa0 req-4489553b-b1a5-4c74-9091-401fbfb78d44 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699568 Jun 01 14:48:50.922253 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Deleting port e09b1532-f643-4921-be68-12cdd9cdf2f6 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:50.922635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:50.944071 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] DHCP port deletion for ea17b860-5832-4f3d-bad9-f38ac6bf229b request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:48:50.981258 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfbe573e-c594-4065-a7ff-303f2cb2ca53 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:51.025130 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: cfbe573e-c594-4065-a7ff-303f2cb2ca53 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:51.025480 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device cfbe573e-c594-4065-a7ff-303f2cb2ca53 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:51.025912 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 85d3c132-e67c-48c2-a522-d2ea9a92ed35 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:51.072740 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 85d3c132-e67c-48c2-a522-d2ea9a92ed35 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:51.073077 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 85d3c132-e67c-48c2-a522-d2ea9a92ed35 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:51.096078 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Deleting port e09b1532-f643-4921-be68-12cdd9cdf2f6 {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:51.096679 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.190814 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-0bd1070f-a7d6-4980-99bc-9c7aadcb31d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:51.192245 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-0bd1070f-a7d6-4980-99bc-9c7aadcb31d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1097 time: 0.3514071 Jun 01 14:48:51.199790 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] For port e09b1532-f643-4921-be68-12cdd9cdf2f6, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e09b1532-f643-4921-be68-12cdd9cdf2f6,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:51.200140 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.209955 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] For port e09b1532-f643-4921-be68-12cdd9cdf2f6, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e09b1532-f643-4921-be68-12cdd9cdf2f6,segment=NetworkSegment(bd5d6650-222d-4d75-acde-4abf9e7bf246),segment_id=bd5d6650-222d-4d75-acde-4abf9e7bf246)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:51.210385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.224809 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.346942 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Calling delete_port for e09b1532-f643-4921-be68-12cdd9cdf2f6 owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:51.440292 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Calling delete_port for e09b1532-f643-4921-be68-12cdd9cdf2f6 owned by network:dhcp {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:51.484463 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.489553 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:51.533460 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] No DVR routers for this DVR port e09b1532-f643-4921-be68-12cdd9cdf2f6 on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:51.534981 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Pushing event deleted for resources: {'Port': ['ID=e09b1532-f643-4921-be68-12cdd9cdf2f6,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:51.537470 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-9453b9b0-4b66-4473-98e7-b80555feca68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:51.542921 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-90109cc8-1776-4a0f-8e22-a2775ed71d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:51.544448 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-90109cc8-1776-4a0f-8e22-a2775ed71d78 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.3367558 Jun 01 14:48:51.558816 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3482a06-00c8-4a2e-aaec-662190024e51 req-5342d438-7e53-435a-9c9c-90eadffaea3e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:51.561182 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d3482a06-00c8-4a2e-aaec-662190024e51 req-5342d438-7e53-435a-9c9c-90eadffaea3e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.3627210 Jun 01 14:48:51.647158 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-2c12bdca-3e32-447e-9376-048a6f23f45a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 217 time: 0.0849504 Jun 01 14:48:51.651063 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.655736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2de820da-3a07-4658-b122-14056f195f47 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:51.757952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Pushing event deleted for resources: {'Port': ['ID=e09b1532-f643-4921-be68-12cdd9cdf2f6,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:51.760114 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] No DVR routers for this DVR port e09b1532-f643-4921-be68-12cdd9cdf2f6 on host dv-cinder-782405-10-smb {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:51.764266 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-d3482a06-00c8-4a2e-aaec-662190024e51 req-1060c5e7-1d76-473d-9e68-0782610e7dcf tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491351 Jun 01 14:48:51.765140 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:51.887761 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7488a8-d841-4aa5-85b0-f5fda2bdf22c req-e4058a32-bc0b-4e95-854b-10e3ab3291d3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:51.889285 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c7488a8-d841-4aa5-85b0-f5fda2bdf22c req-e4058a32-bc0b-4e95-854b-10e3ab3291d3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.0950346 Jun 01 14:48:51.894244 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-3adbe663-04d5-4dc1-b434-2a3ba3be4111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:51.896384 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-3adbe663-04d5-4dc1-b434-2a3ba3be4111 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.2119169 Jun 01 14:48:51.936427 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:51.945570 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4c7488a8-d841-4aa5-85b0-f5fda2bdf22c req-43dc28c5-a47f-483f-8306-c502da077b9d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487390 Jun 01 14:48:51.960632 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17b860-5832-4f3d-bad9-f38ac6bf229b']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:51.984453 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5d6650-222d-4d75-acde-4abf9e7bf246') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:51.984749 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5d6650-222d-4d75-acde-4abf9e7bf246') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:52.000461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.021499 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.030183 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Releasing vlan 861 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:48:52.030575 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: util.warn( Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: util.warn( Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: util.warn( Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: util.warn( Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:48:52.044144 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:48:52.107712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-8ab969e2-3e07-4816-9cb2-48fd3fd7156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:52.109293 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-8ab969e2-3e07-4816-9cb2-48fd3fd7156e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.2046235 Jun 01 14:48:52.188495 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.203109 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:52.220407 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.228950 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Pushing event deleted for resources: {'Network': ['ID=ea17b860-5832-4f3d-bad9-f38ac6bf229b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:52.234712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:52.267185 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] 10.222.0.15 "DELETE /v2.0/networks/ea17b860-5832-4f3d-bad9-f38ac6bf229b HTTP/1.1" status: 204 len: 168 time: 1.6493878 Jun 01 14:48:52.270634 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55372) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:52.284459 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-e8c429e6-f713-457c-a1e4-305c17469d7f service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671214 Jun 01 14:48:52.433816 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-85272d68-b893-4cc0-a4cc-a86acbd6a9a1 req-5724b955-ad1b-4922-a4f5-9131d9eaf324 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428080 Jun 01 14:48:52.638080 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.854437 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:52.896967 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e09b1532-f643-4921-be68-12cdd9cdf2f6 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:52.933652 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: e09b1532-f643-4921-be68-12cdd9cdf2f6 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:52.933981 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e09b1532-f643-4921-be68-12cdd9cdf2f6 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:53.139983 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce243cc-c7b4-493c-aac3-2a39a5d61aa4 req-218b426a-3d06-4252-8eaa-b79b7e5967d0 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:53.141501 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fce243cc-c7b4-493c-aac3-2a39a5d61aa4 req-218b426a-3d06-4252-8eaa-b79b7e5967d0 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.0825574 Jun 01 14:48:53.173348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad250e7-84fd-486b-bd63-aa83b316b554 req-86772d82-8c32-43d8-998f-b4e993a49c71 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:53.174895 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ad250e7-84fd-486b-bd63-aa83b316b554 req-86772d82-8c32-43d8-998f-b4e993a49c71 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.2679853 Jun 01 14:48:53.188462 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-fce243cc-c7b4-493c-aac3-2a39a5d61aa4 req-ac10f7a7-9c9a-49f4-843d-ff670807f68b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406117 Jun 01 14:48:53.274958 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1ad250e7-84fd-486b-bd63-aa83b316b554 req-cec81f27-7f06-4c7b-8527-9217812933fb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933347 Jun 01 14:48:53.426198 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Deleting port e65979c1-0ff5-4238-a67b-c633afde8a29 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:53.426533 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:53.677695 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] For port e65979c1-0ff5-4238-a67b-c633afde8a29, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=e65979c1-0ff5-4238-a67b-c633afde8a29,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:53.677948 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:53.820514 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Calling delete_port for e65979c1-0ff5-4238-a67b-c633afde8a29 owned by network:router_interface {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:53.929148 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:48:53.996597 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:54.001394 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:54.048052 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65979c1-0ff5-4238-a67b-c633afde8a29,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:54.082456 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:54.083147 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:54.097433 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'mac_address': 'fa:16:3e:fc:9b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:48:54.153845 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:54.171874 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504a6b4d-0b34-449a-b5df-d8a173c6dd94 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:48:54.191457 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:54.196698 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:54.201656 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:54.270610 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=4']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:54.273917 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:54.384032 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:54.541459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['504a6b4d-0b34-449a-b5df-d8a173c6dd94'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:48:54.547267 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0df69-d1e9-4a9f-92ad-d4a56d207d2d req-632ccf0d-143e-4ce5-940d-de95298b2bea tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:54.548915 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ddd0df69-d1e9-4a9f-92ad-d4a56d207d2d req-632ccf0d-143e-4ce5-940d-de95298b2bea tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 945 time: 0.2291970 Jun 01 14:48:54.578381 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb78d5b-e42a-4c27-8b37-89aee41084f6 req-b42a033e-c39d-41f1-ae80-b31dbfc541ad tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:54.580042 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bb78d5b-e42a-4c27-8b37-89aee41084f6 req-b42a033e-c39d-41f1-ae80-b31dbfc541ad tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1888728 Jun 01 14:48:54.621088 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-ddd0df69-d1e9-4a9f-92ad-d4a56d207d2d req-06153901-c900-4d30-b643-7dd42eaaf520 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639749 Jun 01 14:48:54.646526 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0bb78d5b-e42a-4c27-8b37-89aee41084f6 req-7a98883b-5230-409b-b3d0-4f62113eb4e6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591049 Jun 01 14:48:54.810336 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Router 6640883d-acf2-49dc-aa5a-1b1d7506d339 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:48:54.991797 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:48:55.000382 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Sync routers for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:48:55.001717 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-57179981-45cf-46ea-a4f7-1c9c1abf8301 admin admin] 10.222.0.15 "PUT /v2.0/routers/6640883d-acf2-49dc-aa5a-1b1d7506d339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7297966 Jun 01 14:48:55.005071 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55390) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:55.010993 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:55.011724 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:55.182831 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:55.186674 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:55.365717 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:55.457880 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Deleting port a1fadbbd-0f58-46d2-9244-a9621d5b1e50 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:55.458124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:55.511851 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199'}], 'enable_snat': True}, 'gw_port_id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:48:53Z', 'revision_number': 5, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port': {'id': 'a1fadbbd-0f58-46d2-9244-a9621d5b1e50', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:96:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:45:39Z', 'updated_at': '2021-06-01T14:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:55.517590 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Checking router: 6640883d-acf2-49dc-aa5a-1b1d7506d339 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:48:55.526391 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Routers {'6640883d-acf2-49dc-aa5a-1b1d7506d339'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:48:55.526995 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['6640883d-acf2-49dc-aa5a-1b1d7506d339'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:55.589249 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] For port a1fadbbd-0f58-46d2-9244-a9621d5b1e50, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:55.589994 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:55.676007 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] Set router 6640883d-acf2-49dc-aa5a-1b1d7506d339 gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:48:55.715886 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Calling delete_port for a1fadbbd-0f58-46d2-9244-a9621d5b1e50 owned by network:router_gateway {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:55.793368 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:48:55Z', 'revision_number': 6, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:55.798406 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9882fab1-de94-483f-b784-11d4534b4320 None None] The sync data for ids ['6640883d-acf2-49dc-aa5a-1b1d7506d339'] in dv-cinder-782405-10-smb is: [{'id': '6640883d-acf2-49dc-aa5a-1b1d7506d339', 'name': 'tempest-TestMinimumBasicScenario-772792116-router', 'tenant_id': '16382c7f296141f0ba8f3ea502d08418', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:45:38Z', 'updated_at': '2021-06-01T14:48:55Z', 'revision_number': 6, 'project_id': '16382c7f296141f0ba8f3ea502d08418', 'gw_port_host': None}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:48:55.875377 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726ccf-b238-453e-ac12-329b18423462 req-57bf6465-eb92-4ead-87e0-befb75a08e96 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:55.876993 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-79726ccf-b238-453e-ac12-329b18423462 req-57bf6465-eb92-4ead-87e0-befb75a08e96 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 945 time: 0.1107850 Jun 01 14:48:55.929139 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:48:55.971809 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-79726ccf-b238-453e-ac12-329b18423462 req-811ade69-7582-4390-9b33-a65cd76eaed6 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633454 Jun 01 14:48:55.973719 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:55.977795 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9d0c146d-7cbb-4482-94a5-13e399a4cdf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:56.010793 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning for port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 completed by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 01 14:48:56.017413 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:48:56.017413 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.020344 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3df4dd-5203-4b3e-9f6f-c6cb3894496a req-5e4d6598-3972-42dc-94c3-8e6b19c0d87d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:56.022090 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cb3df4dd-5203-4b3e-9f6f-c6cb3894496a req-5e4d6598-3972-42dc-94c3-8e6b19c0d87d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.2275109 Jun 01 14:48:56.027359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1fadbbd-0f58-46d2-9244-a9621d5b1e50,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:56.030786 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:56.088754 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-cb3df4dd-5203-4b3e-9f6f-c6cb3894496a req-fd4279f1-97c9-4de7-af05-a3e7ebb654f1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535972 Jun 01 14:48:56.124610 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.161709 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.190608 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:48:56.193026 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0283a81-0b28-4ef7-a7d7-b5dc07c84b11" -d '{"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-plugged", "status": "completed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:48:56.202211 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:56.207669 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.209926 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:56.249433 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79086d4a-9f70-46fb-980d-ca0300479548 x-openstack-request-id: req-79086d4a-9f70-46fb-980d-ca0300479548 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:48:56.249787 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-plugged", "status": "completed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:48:56.250054 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79086d4a-9f70-46fb-980d-ca0300479548 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:48:56.250486 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'code': 200} Jun 01 14:48:56.293426 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=5']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:56.301532 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:56.303981 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.306361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.331958 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.332687 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6640883d-acf2-49dc-aa5a-1b1d7506d339 {{(pid=98723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:48:56.345867 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.346989 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-d1b73fa4-8106-488c-bc5d-c4496d3354d4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6640883d-acf2-49dc-aa5a-1b1d7506d339 HTTP/1.1" status: 204 len: 168 time: 1.3409808 Jun 01 14:48:56.349559 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55402) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:56.510592 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Deleting subnet daa93a1d-c7cd-4b2b-8887-d558fa31e196 {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:48:56.513504 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.616956 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.732504 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07000095-264a-489f-ac03-ebc65e6f3894 req-b2ed2108-a4bc-4c55-852c-9523063c6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:56.733996 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-07000095-264a-489f-ac03-ebc65e6f3894 req-b2ed2108-a4bc-4c55-852c-9523063c6bb7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.1929569 Jun 01 14:48:56.766004 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:56.822889 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-07000095-264a-489f-ac03-ebc65e6f3894 req-3982daba-a823-404c-8632-3c5f706666e3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803742 Jun 01 14:48:56.904613 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device a1fadbbd-0f58-46d2-9244-a9621d5b1e50 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:56.937504 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: a1fadbbd-0f58-46d2-9244-a9621d5b1e50 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:56.938238 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device a1fadbbd-0f58-46d2-9244-a9621d5b1e50 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:56.938238 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e65979c1-0ff5-4238-a67b-c633afde8a29 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:56.977199 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: e65979c1-0ff5-4238-a67b-c633afde8a29 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:56.977543 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device e65979c1-0ff5-4238-a67b-c633afde8a29 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:57.069395 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.075068 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:57.152185 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daa93a1d-c7cd-4b2b-8887-d558fa31e196,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:57.154963 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.156083 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f618cec7-a56c-4571-9e2f-d07953d2dcff None None] Network ec2dd466-f1f6-4683-8e44-b29f82919e53 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:48:57.163313 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:57.167898 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-a7578ca2-4091-4bbc-9a72-c3fa2e311ee2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/daa93a1d-c7cd-4b2b-8887-d558fa31e196 HTTP/1.1" status: 204 len: 168 time: 0.8150678 Jun 01 14:48:57.168459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55412) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:57.211310 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c136-ec1d-4bbd-9f0f-085fbb68091e req-495e9e6a-4ca9-474d-9b05-771b6efb433e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:57.213088 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ddb2c136-ec1d-4bbd-9f0f-085fbb68091e req-495e9e6a-4ca9-474d-9b05-771b6efb433e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1132741 Jun 01 14:48:57.288999 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ddb2c136-ec1d-4bbd-9f0f-085fbb68091e req-e3147ff2-27f7-4d00-b0c0-958f2a86c397 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 Jun 01 14:48:57.393962 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.466607 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] DHCP port deletion for ec2dd466-f1f6-4683-8e44-b29f82919e53 request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:48:57.469428 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a7f40-644e-42d9-8fc4-cde218cc17d0 req-b8852f79-5324-400f-a6da-f3906abe3a0c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:57.470994 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dc3a7f40-644e-42d9-8fc4-cde218cc17d0 req-b8852f79-5324-400f-a6da-f3906abe3a0c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.2114956 Jun 01 14:48:57.528374 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-dc3a7f40-644e-42d9-8fc4-cde218cc17d0 req-2bb0540e-6118-4083-83c6-cf33d55a7784 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480566 Jun 01 14:48:57.536287 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Deleting port d81c1a52-aca0-442d-996d-0618dd11e2a0 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:57.536643 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.537433 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Deleting port d81c1a52-aca0-442d-996d-0618dd11e2a0 {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:48:57.537828 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.643299 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] For port d81c1a52-aca0-442d-996d-0618dd11e2a0, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d81c1a52-aca0-442d-996d-0618dd11e2a0,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:57.643644 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.657904 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] For port d81c1a52-aca0-442d-996d-0618dd11e2a0, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d81c1a52-aca0-442d-996d-0618dd11e2a0,segment=NetworkSegment(5626a344-21c9-47ed-b7c6-e00c3906d67c),segment_id=5626a344-21c9-47ed-b7c6-e00c3906d67c)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:48:57.658252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.798852 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Calling delete_port for d81c1a52-aca0-442d-996d-0618dd11e2a0 owned by network:dhcp {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:57.801793 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Calling delete_port for d81c1a52-aca0-442d-996d-0618dd11e2a0 owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:48:57.865516 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.870133 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:57.875396 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:57.879162 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-97dffe00-7ec7-44e2-a551-cef31878bc3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:57.923533 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Pushing event deleted for resources: {'Port': ['ID=d81c1a52-aca0-442d-996d-0618dd11e2a0,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:57.926471 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:57.926681 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81c1a52-aca0-442d-996d-0618dd11e2a0,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:57.930223 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:57.931761 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898740e3-7efe-45cc-997d-34bf78a9e393 None None] No DVR routers for this DVR port d81c1a52-aca0-442d-996d-0618dd11e2a0 on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:57.932785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] No DVR routers for this DVR port d81c1a52-aca0-442d-996d-0618dd11e2a0 on host dv-cinder-782405-10-smb {{(pid=98724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:48:58.054074 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.071064 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2dd466-f1f6-4683-8e44-b29f82919e53']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:58.085467 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5626a344-21c9-47ed-b7c6-e00c3906d67c') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:58.085767 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5626a344-21c9-47ed-b7c6-e00c3906d67c') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:48:58.097641 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.115096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.121199 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:48:58.121601 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:48:58.134749 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:48:58.212981 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.218431 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ab771ffa-727b-4c99-98f3-554a8250bd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:58.233622 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.244116 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2dd466-f1f6-4683-8e44-b29f82919e53,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:58.247404 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:58.249007 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ec2dd466-f1f6-4683-8e44-b29f82919e53 HTTP/1.1" status: 204 len: 168 time: 1.0793071 Jun 01 14:48:58.456149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55422) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:58.506039 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff8153-74c6-475b-92f2-777e02e9bc82 req-de085079-7b5d-463f-ab88-018395554ace tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:58.507690 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-84ff8153-74c6-475b-92f2-777e02e9bc82 req-de085079-7b5d-463f-ab88-018395554ace tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0952568 Jun 01 14:48:58.511453 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-59a72c55-87a3-415f-b810-f5551f8d46f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d8971365f5e46e2bca330356b18f750&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539346 Jun 01 14:48:58.514382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55426) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:58.556727 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-84ff8153-74c6-475b-92f2-777e02e9bc82 req-a1682a28-21e6-46a2-b28f-084a879e7962 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Jun 01 14:48:58.579736 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.611958 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.721138 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.726237 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7620a72a-261d-4a16-8c9f-c172ed01b572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:58.741612 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c9cf1a-368f-41c0-a1f1-d49ca0199ba4,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:58.746081 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193b8c6-bd32-48de-900e-e363255c3465 req-d39f7a43-cf03-40dc-aa80-dce8fc509ffb tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:58.746794 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:58.747585 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0193b8c6-bd32-48de-900e-e363255c3465 req-d39f7a43-cf03-40dc-aa80-dce8fc509ffb tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0826983 Jun 01 14:48:58.758674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:58.760727 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32c9cf1a-368f-41c0-a1f1-d49ca0199ba4 HTTP/1.1" status: 204 len: 168 time: 0.2450619 Jun 01 14:48:58.780548 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6f6f5-e79c-49c7-83a4-757c506f1563 req-f23426e3-78ed-472d-b59a-b953d2025ed6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:58.782318 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1de6f6f5-e79c-49c7-83a4-757c506f1563 req-f23426e3-78ed-472d-b59a-b953d2025ed6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1152806 Jun 01 14:48:58.815471 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0193b8c6-bd32-48de-900e-e363255c3465 req-600ea5d7-136c-4888-a627-54feb0ea9a17 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540357 Jun 01 14:48:58.845011 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1de6f6f5-e79c-49c7-83a4-757c506f1563 req-2cab2c47-4b6d-431d-9422-766d0d163978 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448344 Jun 01 14:48:58.845537 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55436) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:58.915040 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d81c1a52-aca0-442d-996d-0618dd11e2a0 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:48:58.958805 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: d81c1a52-aca0-442d-996d-0618dd11e2a0 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:48:58.959253 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d81c1a52-aca0-442d-996d-0618dd11e2a0 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:48:59.173876 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348bdd3b-caa7-445e-ab98-185dd202a33d tempest-TestShelveInstance-351210484 tempest-TestShelveInstance-351210484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:48:59.175406 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-348bdd3b-caa7-445e-ab98-185dd202a33d tempest-TestShelveInstance-351210484 tempest-TestShelveInstance-351210484-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1094 time: 0.3301821 Jun 01 14:48:59.178525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55444) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:59.182746 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55448) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:59.183743 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.v2.base [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Request body: {'floatingip': {'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=98723) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 01 14:48:59.190171 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:48:59.193987 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Usage tracker for resource:floatingip and tenant:8f6978ac4a0b4b789201938ceb2d38e7 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:48:59.197331 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:48:59.203132 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:48:59.214334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for floatingip, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.237122 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-59448dc1-a0a9-43a0-bcbe-31026755d51a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16382c7f296141f0ba8f3ea502d08418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504601 Jun 01 14:48:59.237722 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55452) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:48:59.309367 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.344795 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.366141 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.404655 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.410704 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-6f88e70f-52cf-4a4d-9211-8e667cb1d4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:59.423564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08689e08-df44-4a99-b4fa-b573dea54d82,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:59.426734 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:48:59.429081 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.434950 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-eb5cd6bd-c495-44e5-aea4-e373050c8ad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08689e08-df44-4a99-b4fa-b573dea54d82 HTTP/1.1" status: 204 len: 168 time: 0.1948810 Jun 01 14:48:59.520294 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_common [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Allocated IP 172.28.2.55 (ebcbc224-dac8-44cb-91d1-db54bd488b00/f0bac97a-b4b6-47c6-9746-45a1333495dc/2c5b230b-72cd-4a2a-99fb-99c3e37243fb) {{(pid=98723) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 01 14:48:59.692426 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for port, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.726845 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770930272193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:48:59.731123 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2548a29b-4d97-41af-9460-e3a7ba85d096 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:48:59.795725 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Network ebcbc224-dac8-44cb-91d1-db54bd488b00 is already hosted by enough agents. {{(pid=98723) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 01 14:48:59.798900 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.base_scheduler [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Resources bound (agent type, host, resource id): {{(pid=98723) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 01 14:48:59.803065 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Received port after_create {{(pid=98723) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 01 14:48:59.837077 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'Port': ['ID=2c5b230b-72cd-4a2a-99fb-99c3e37243fb,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:48:59.843962 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:00.038172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7c524-66f9-4d0d-8e40-87b5001f12d2 req-891ab2b9-948b-470a-aa84-9adf4203939e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:00.039796 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b7a7c524-66f9-4d0d-8e40-87b5001f12d2 req-891ab2b9-948b-470a-aa84-9adf4203939e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0874143 Jun 01 14:49:00.094018 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b7a7c524-66f9-4d0d-8e40-87b5001f12d2 req-fccc39e0-f7f8-4bd9-a791-595dc8e344a9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479043 Jun 01 14:49:00.349271 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:00.433081 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:00.647528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for port, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:00.654444 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2593779'] for port, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:00.658341 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-cd8c979b-9232-46ae-8935-4c2a1f3108e5 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:00.771370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event updated for resources: {'Port': ['ID=2c5b230b-72cd-4a2a-99fb-99c3e37243fb,revision_number=2']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:00.775548 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:00.784732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:00.964948 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Floating IP 5bc31055-d4b7-4c0d-94a2-ff41049ea69a associated. External IP: 172.28.2.55, port: 504a6b4d-0b34-449a-b5df-d8a173c6dd94. Jun 01 14:49:01.295954 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31027562-3e4b-4072-8f55-4249c14eabc8 req-925496f9-5b23-4105-a96a-863f493c3da2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:01.297851 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-31027562-3e4b-4072-8f55-4249c14eabc8 req-925496f9-5b23-4105-a96a-863f493c3da2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0893817 Jun 01 14:49:01.335113 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Router e7be8024-8281-494c-beaf-f538149a3d58 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:49:01.347380 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-31027562-3e4b-4072-8f55-4249c14eabc8 req-c16bc633-4f57-4434-b675-98bd599131c5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432875 Jun 01 14:49:01.629424 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:49:01.641204 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Sync routers for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:49:01.652574 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:01.653204 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:01.663334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:01.727700 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-5ecde0cf-e8bd-4951-a4a3-3f161d4ec752 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5481062 Jun 01 14:49:01.728337 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:49:01.730736 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f007e64d-6985-4c9b-92a4-0f488644f20c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:49:01.776506 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6b25fe-1aeb-4c51-8448-287bd15ab653 x-openstack-request-id: req-da6b25fe-1aeb-4c51-8448-287bd15ab653 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:49:01.776867 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:49:01.777165 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da6b25fe-1aeb-4c51-8448-287bd15ab653 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:49:01.777599 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'status': 'completed', 'code': 200} Jun 01 14:49:01.861566 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:01.902720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-1d36dc18-c77d-4bbe-a27e-c5caa11f2bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:01.904305 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-1d36dc18-c77d-4bbe-a27e-c5caa11f2bf2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.0774050 Jun 01 14:49:02.043678 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:49:02.083216 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-a7ad89ba-90f4-4e3a-a5fd-80d8de4db974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:02.085236 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-a7ad89ba-90f4-4e3a-a5fd-80d8de4db974 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.1724830 Jun 01 14:49:02.207801 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-3516cebf-d0b2-4ce9-bc2a-c8b84d62cb89 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 999 time: 0.1106856 Jun 01 14:49:02.276498 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-17e7c8b1-f394-4773-90d8-af7319dbcf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:02.278094 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-17e7c8b1-f394-4773-90d8-af7319dbcf99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0636854 Jun 01 14:49:02.316544 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:02.370006 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:49:02.383422 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-91fa3fc1-6dab-4098-ae21-1b23c0cedb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:02.384968 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-91fa3fc1-6dab-4098-ae21-1b23c0cedb23 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0956213 Jun 01 14:49:02.458623 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:02.481902 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:49:02.503218 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:02.509525 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '5bc31055-d4b7-4c0d-94a2-ff41049ea69a', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'mac_address': 'fa:16:3e:fc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:49:00Z', 'updated_at': '2021-06-01T14:49:00Z', 'revision_number': 0, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:02.513813 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:02.515717 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:02.545750 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Checking router: e7be8024-8281-494c-beaf-f538149a3d58 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:49:02.560022 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-a78fffcd-666b-41e0-b5fd-7e3e58ed4496 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652930 Jun 01 14:49:02.582321 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:02.582984 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:48:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:02.659281 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['4e6eaf0f-caa6-4d8d-9291-b96cefad7813'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:49:02.740342 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=6']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:02.786089 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f44db-4daa-4214-97d6-bceb2138377d req-6d6b465c-1b2d-483f-b0e7-771bd1dd0ca6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:02.787812 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ad0f44db-4daa-4214-97d6-bceb2138377d req-6d6b465c-1b2d-483f-b0e7-771bd1dd0ca6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 945 time: 0.2303128 Jun 01 14:49:02.814612 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-f007e64d-6985-4c9b-92a4-0f488644f20c req-25ac7e27-a2a2-4166-9e58-bad948fb1a12 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222285 Jun 01 14:49:02.854637 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:02.862365 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:02.867605 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-ad0f44db-4daa-4214-97d6-bceb2138377d req-7e9b6796-b690-46c0-bfa6-47c59bda4913 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745382 Jun 01 14:49:03.427987 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '5bc31055-d4b7-4c0d-94a2-ff41049ea69a', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'mac_address': 'fa:16:3e:fc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:49:00Z', 'updated_at': '2021-06-01T14:49:00Z', 'revision_number': 0, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:03.433577 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c124fff-cdd2-412b-bf45-e39baa35eb4c None None] The sync data for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb is: [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_floatingips': [{'id': '5bc31055-d4b7-4c0d-94a2-ff41049ea69a', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'floating_ip_address': '172.28.2.55', 'floating_network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'router_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'mac_address': 'fa:16:3e:fc:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-01T14:49:00Z', 'updated_at': '2021-06-01T14:49:00Z', 'revision_number': 0, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:49:03.662458 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fb28b-8ce0-4988-8940-2fb8281385e0 None None] New status for floating IP 5bc31055-d4b7-4c0d-94a2-ff41049ea69a: ACTIVE {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:49:03.977196 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:49:04.079673 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:49:04.080146 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:04.125325 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37445e4d-ae1e-4bbd-a76a-f382bb76c692 req-5901ffea-da32-4015-98e2-18b60ad1c4fd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:04.133127 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-37445e4d-ae1e-4bbd-a76a-f382bb76c692 req-5901ffea-da32-4015-98e2-18b60ad1c4fd tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 945 time: 0.1022906 Jun 01 14:49:04.180742 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-37445e4d-ae1e-4bbd-a76a-f382bb76c692 req-25670f54-b7e8-47af-81f7-a6f831487fce tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 Jun 01 14:49:04.241660 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:04.278618 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:49:04.281044 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0edb90a8-5aa1-42f0-a784-35aff5ae8f98" -d '{"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:49:04.299288 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:04.312581 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:04.314590 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-b9dee1f7-0a37-47f9-b99b-d37a6373f0db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:04.352282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd8cbc2-c1e3-4c7f-8f05-3a5209f566b9 x-openstack-request-id: req-ecd8cbc2-c1e3-4c7f-8f05-3a5209f566b9 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:49:04.352579 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:49:04.352843 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecd8cbc2-c1e3-4c7f-8f05-3a5209f566b9 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:49:04.353261 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'code': 200} Jun 01 14:49:04.388014 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=7']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:04.391207 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:05.467428 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e2a95-ca60-4080-bc02-5a279f0fb321 req-d43c8628-8d45-45a2-98f4-b68a73bcbe50 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:05.469647 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1b1e2a95-ca60-4080-bc02-5a279f0fb321 req-d43c8628-8d45-45a2-98f4-b68a73bcbe50 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1414826 Jun 01 14:49:05.525253 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1b1e2a95-ca60-4080-bc02-5a279f0fb321 req-7b0296a1-cfd6-4f23-b02d-a7c3f7c8c1f8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476398 Jun 01 14:49:05.535719 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:06.760145 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed645-9c57-44eb-8b49-67061fc15438 req-35f6899b-7457-45c2-979e-65d0e7ca2163 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:06.761759 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-276ed645-9c57-44eb-8b49-67061fc15438 req-35f6899b-7457-45c2-979e-65d0e7ca2163 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0967200 Jun 01 14:49:06.816441 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-276ed645-9c57-44eb-8b49-67061fc15438 req-81d0981a-7e86-42c3-8c47-c5f02a0cca3f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479159 Jun 01 14:49:08.022112 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab9f7-8546-4f71-b708-752fa8726139 req-05a0b0da-ff76-4131-90ec-5b18cd949cd1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:08.023654 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3bcab9f7-8546-4f71-b708-752fa8726139 req-05a0b0da-ff76-4131-90ec-5b18cd949cd1 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0897422 Jun 01 14:49:08.074079 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3bcab9f7-8546-4f71-b708-752fa8726139 req-4216c126-585c-4a73-b2af-ef19107bc11b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426204 Jun 01 14:49:09.282018 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5644d-5345-48ea-988e-ff189c326376 req-45cb77e7-0083-49e4-aa53-4320259818c7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:09.283528 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-11a5644d-5345-48ea-988e-ff189c326376 req-45cb77e7-0083-49e4-aa53-4320259818c7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0854807 Jun 01 14:49:09.339925 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-11a5644d-5345-48ea-988e-ff189c326376 req-1b650bcc-18e4-4934-88e7-59c56317daef tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499852 Jun 01 14:49:10.685497 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14b21d-0684-4a54-94f7-67b14256d665 req-0489a25d-e8a7-417b-9453-783c71a7e6d9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:10.687758 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb14b21d-0684-4a54-94f7-67b14256d665 req-0489a25d-e8a7-417b-9453-783c71a7e6d9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.2308872 Jun 01 14:49:10.753601 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-eb14b21d-0684-4a54-94f7-67b14256d665 req-f4a5aa35-3d23-4bc0-983d-c7c4799b850a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588388 Jun 01 14:49:11.952792 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c7f28-3d53-44e4-924a-e53270b412c8 req-8ab82cb0-af11-42a4-b4d2-f7b5a519f10a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:11.954255 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc7c7f28-3d53-44e4-924a-e53270b412c8 req-8ab82cb0-af11-42a4-b4d2-f7b5a519f10a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0832756 Jun 01 14:49:11.999332 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-dc7c7f28-3d53-44e4-924a-e53270b412c8 req-09e3984a-362b-4986-8f98-4b9ee2c9acad tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Jun 01 14:49:12.457715 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-c5087f28-26dd-410f-aec7-8af89154dc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:12.459191 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-c5087f28-26dd-410f-aec7-8af89154dc4d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1099 time: 0.0780559 Jun 01 14:49:12.594084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-378f2bb8-a235-4d02-860d-8d20345e659e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:12.595597 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-378f2bb8-a235-4d02-860d-8d20345e659e service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1287320 Jun 01 14:49:12.709783 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-803b9af2-5e46-4c57-a6c9-ddd349313c14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 1002 time: 0.1059158 Jun 01 14:49:12.875723 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-3f8b4361-570e-4355-87c9-8cd25e709482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:12.877235 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-3f8b4361-570e-4355-87c9-8cd25e709482 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.1607554 Jun 01 14:49:12.960608 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-b1179d0e-1577-4d94-bf72-3700b7603f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:12.962864 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-b1179d0e-1577-4d94-bf72-3700b7603f64 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0788381 Jun 01 14:49:13.095959 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-5ec26a2f-b78a-4bb0-8b65-99b6e589e0ec service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252315 Jun 01 14:49:13.303906 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-12c38c5e-86bb-4d4e-91bf-1bda6ae3f167 req-050ab86a-fbe3-49a2-8113-c19b3e1d51bc service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009871 Jun 01 14:49:13.317696 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc98b-577b-4199-a425-93f09478dc48 req-4a1ab314-7ef9-4433-a639-61808556041a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:13.319314 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03cdc98b-577b-4199-a425-93f09478dc48 req-4a1ab314-7ef9-4433-a639-61808556041a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.1923726 Jun 01 14:49:13.369036 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-03cdc98b-577b-4199-a425-93f09478dc48 req-74c2beaf-1909-4fe7-b1f5-02e52be2f742 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426319 Jun 01 14:49:14.562322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021906b-e414-475f-bb91-37ad097aafcf req-9baf64fa-0810-48c3-a76f-cad012fa193a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:14.563719 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6021906b-e414-475f-bb91-37ad097aafcf req-9baf64fa-0810-48c3-a76f-cad012fa193a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0823910 Jun 01 14:49:14.612513 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6021906b-e414-475f-bb91-37ad097aafcf req-1c53e6d6-008b-45b8-96ef-fd31db0002c7 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 Jun 01 14:49:15.849698 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a3b6-4ad9-4c2b-bb10-bdd85790053e req-6a06b6b1-1bf7-4a43-af29-08bac17e142f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:15.851169 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93d0a3b6-4ad9-4c2b-bb10-bdd85790053e req-6a06b6b1-1bf7-4a43-af29-08bac17e142f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 946 time: 0.0840676 Jun 01 14:49:15.894802 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93d0a3b6-4ad9-4c2b-bb10-bdd85790053e req-731dcd77-b085-4233-a288-0559e0e5903b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377736 Jun 01 14:49:16.047793 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:49:16.221862 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:16.249170 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:49:16.251429 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33053933-8c3f-4de6-8528-b9f33065188d" -d '{"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-unplugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:49:16.264135 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:16.269622 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:16.271706 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:16.308758 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 14:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c67ce-17e1-4cf2-9ac6-46eb0eac1fde x-openstack-request-id: req-b12c67ce-17e1-4cf2-9ac6-46eb0eac1fde {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:49:16.308992 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-unplugged", "status": "failed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "code": 422}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:49:16.309105 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b12c67ce-17e1-4cf2-9ac6-46eb0eac1fde {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:49:16.309532 dv-cinder-782405-10-smb neutron-server[98725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'code': 422} returned with failed status Jun 01 14:49:16.341505 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=8']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:16.349073 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.349437 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.349803 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.350139 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.350468 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.350795 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.351140 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.351466 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.351965 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.352359 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.352715 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.353033 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:16.357062 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:17.505629 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-064246ba-6de5-4567-a8ac-426b9e45a872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:17.564008 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba3fa7-f3ab-4225-ac6a-7f791bd5fdc6 req-b516cdca-53eb-4fa8-903b-b24f229efc0b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:17.565559 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-69ba3fa7-f3ab-4225-ac6a-7f791bd5fdc6 req-b516cdca-53eb-4fa8-903b-b24f229efc0b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0872927 Jun 01 14:49:17.588397 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-87b21dd3-c042-4692-97e8-bc06f4e5a0a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750871 Jun 01 14:49:17.612860 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-69ba3fa7-f3ab-4225-ac6a-7f791bd5fdc6 req-e6fb8a82-4269-4584-8103-9dc1383cdf2a tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410829 Jun 01 14:49:18.533014 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-04a77dc5-3bf1-46b8-8e7e-04682c1b230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:18.534495 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-04a77dc5-3bf1-46b8-8e7e-04682c1b230d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c&tenant_id=3e96ff25086a4998b868f680098d553d HTTP/1.1" status: 200 len: 1097 time: 0.0769324 Jun 01 14:49:18.631452 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-770d687a-c56d-4a43-bef4-c17500e4f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:18.635226 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-770d687a-c56d-4a43-bef4-c17500e4f933 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=3e96ff25086a4998b868f680098d553d&device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1097 time: 0.0767736 Jun 01 14:49:18.772532 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-9cc34628-37d0-4a21-9c9d-5c7b5e35c7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:18.773974 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-9cc34628-37d0-4a21-9c9d-5c7b5e35c7bb service neutron] 10.222.0.79 "GET /v2.0/networks?id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 200 len: 917 time: 0.1334021 Jun 01 14:49:18.820890 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023af21b-ce8f-440b-9e57-dc470bd0faf0 req-8824c6e4-1ff6-4842-a09f-015895c179a9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:18.822361 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-023af21b-ce8f-440b-9e57-dc470bd0faf0 req-8824c6e4-1ff6-4842-a09f-015895c179a9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0810475 Jun 01 14:49:18.872227 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-023af21b-ce8f-440b-9e57-dc470bd0faf0 req-d80f227e-4313-41e1-8afd-53b2352ca497 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Jun 01 14:49:18.884923 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-f5b6ce2f-4f55-48e6-9431-828e5cc78e05 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 200 len: 1000 time: 0.1035066 Jun 01 14:49:18.956720 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-610213a5-ee83-4433-8557-ca92f33ea622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:18.958127 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-610213a5-ee83-4433-8557-ca92f33ea622 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 200 len: 855 time: 0.0652452 Jun 01 14:49:19.037485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-a0765d60-9f56-4079-bb4b-120142da7c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:19.038956 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-a0765d60-9f56-4079-bb4b-120142da7c29 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0735171 Jun 01 14:49:19.179663 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-b0f17fad-9cc0-4e64-96f1-b1a09fa7283d service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332211 Jun 01 14:49:19.318028 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b072fff5-ccff-48d2-9b41-dc92ec7eae74 req-670809ef-3835-40d2-bb60-4ab0f89f1670 service neutron] 10.222.0.79 "GET /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318891 Jun 01 14:49:19.904100 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-eee60fb5-b659-4980-ae21-cfc27faf7bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:20.104190 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ad2969-eea1-42e1-9eb8-2a8c08190a46 req-3adfc335-b0ed-449b-94f4-2bffab9dc6c0 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:20.106080 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-71ad2969-eea1-42e1-9eb8-2a8c08190a46 req-3adfc335-b0ed-449b-94f4-2bffab9dc6c0 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.1044309 Jun 01 14:49:20.124327 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:20.197495 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-71ad2969-eea1-42e1-9eb8-2a8c08190a46 req-4584c742-056f-4664-b244-043da03843cc tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699050 Jun 01 14:49:21.215395 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:21.398312 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93679feb-c35d-4710-9acf-91ee8be54777 req-ad9acc2e-75b5-4e0d-a935-a475b98246d2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:21.399827 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93679feb-c35d-4710-9acf-91ee8be54777 req-ad9acc2e-75b5-4e0d-a935-a475b98246d2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0905223 Jun 01 14:49:21.460485 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93679feb-c35d-4710-9acf-91ee8be54777 req-fe9d2b3b-fe39-4a29-9e1c-01244dc60ee9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547626 Jun 01 14:49:21.608643 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:49:22.644658 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:22.676422 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aa87f-e9e6-4050-ad93-d3096a7a77bb req-220bfe30-b11d-432d-bcb9-3ee7d39769c6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:22.678010 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-515aa87f-e9e6-4050-ad93-d3096a7a77bb req-220bfe30-b11d-432d-bcb9-3ee7d39769c6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0908382 Jun 01 14:49:22.728443 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-515aa87f-e9e6-4050-ad93-d3096a7a77bb req-a81ceaa4-58fe-465e-a562-c2cd345e56a5 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Jun 01 14:49:24.040684 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9ce77-2bc4-4317-ae92-b7f3597c09fd req-ad5883db-e16e-48e1-8f7e-6bb22c53a167 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:24.042470 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aea9ce77-2bc4-4317-ae92-b7f3597c09fd req-ad5883db-e16e-48e1-8f7e-6bb22c53a167 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.1960249 Jun 01 14:49:24.090323 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-aea9ce77-2bc4-4317-ae92-b7f3597c09fd req-68ac7ee7-3d9f-4f15-8a6c-cf2af08ecd8f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415423 Jun 01 14:49:25.290513 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbc3a7-c921-46f2-905f-dfd2e104c833 req-e956e2ab-9ce1-4bcb-8e7b-d1f24c943f44 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:25.291983 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63fbc3a7-c921-46f2-905f-dfd2e104c833 req-e956e2ab-9ce1-4bcb-8e7b-d1f24c943f44 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0903223 Jun 01 14:49:25.344472 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-63fbc3a7-c921-46f2-905f-dfd2e104c833 req-908345a9-9be2-4a45-84ef-1a069af77529 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461671 Jun 01 14:49:26.553910 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7cc191-8900-4569-823e-2040f91bd8c1 req-afdea0c7-b7d2-46c4-9c7d-d3c1b515d3a3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:26.555947 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bc7cc191-8900-4569-823e-2040f91bd8c1 req-afdea0c7-b7d2-46c4-9c7d-d3c1b515d3a3 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0932925 Jun 01 14:49:26.610794 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bc7cc191-8900-4569-823e-2040f91bd8c1 req-d996e1fa-54dc-4ed7-a08d-8bfd3168f289 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487096 Jun 01 14:49:27.818515 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c11474-3928-4e54-8ca1-6eaed2c8f20f req-22500b69-4f14-4b5b-8240-c009d06f0671 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:27.822016 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-04c11474-3928-4e54-8ca1-6eaed2c8f20f req-22500b69-4f14-4b5b-8240-c009d06f0671 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0954912 Jun 01 14:49:27.873453 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-04c11474-3928-4e54-8ca1-6eaed2c8f20f req-096c5787-7879-4e11-bbda-da7ec71889ec tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454762 Jun 01 14:49:29.088084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce06b1-a6dd-4056-93fe-c1c9c66811c5 req-3cec196d-ba73-4b45-bfb7-5d93b704254b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:29.089588 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-10ce06b1-a6dd-4056-93fe-c1c9c66811c5 req-3cec196d-ba73-4b45-bfb7-5d93b704254b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.1030831 Jun 01 14:49:29.139008 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-10ce06b1-a6dd-4056-93fe-c1c9c66811c5 req-32ec1210-deb9-4f2d-a87a-0542ac08ecfa tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 Jun 01 14:49:30.384619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cba6b6-b8ec-4c70-b2d1-6e4f6594ae9a req-a9e36635-b28a-4e75-9630-f5beb1a5e11d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:30.386086 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35cba6b6-b8ec-4c70-b2d1-6e4f6594ae9a req-a9e36635-b28a-4e75-9630-f5beb1a5e11d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0868154 Jun 01 14:49:30.443561 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-35cba6b6-b8ec-4c70-b2d1-6e4f6594ae9a req-5850059a-2d43-47be-b1ec-0a73f6d7b071 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481417 Jun 01 14:49:31.659011 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da915b8-f29d-4179-b16e-0ab9c5a5a8bd req-92647422-181a-4e2a-a7c8-38c577c6255b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:31.660493 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2da915b8-f29d-4179-b16e-0ab9c5a5a8bd req-92647422-181a-4e2a-a7c8-38c577c6255b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0991299 Jun 01 14:49:31.706040 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-2da915b8-f29d-4179-b16e-0ab9c5a5a8bd req-bd338d7b-d2c6-4f00-ab34-60ff52abbc71 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397792 Jun 01 14:49:32.924037 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6a46e-c504-4ec5-a0f6-143d414f9bbd req-ecf0ab92-072e-4ace-8b5f-11492f5c7c18 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:32.925712 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-41e6a46e-c504-4ec5-a0f6-143d414f9bbd req-ecf0ab92-072e-4ace-8b5f-11492f5c7c18 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0997045 Jun 01 14:49:32.975582 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-41e6a46e-c504-4ec5-a0f6-143d414f9bbd req-37019c12-1247-444d-a865-de5c5a64fa2d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Jun 01 14:49:34.145766 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:49:34.177878 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dbd1a-6f51-4dcf-9785-4a948be07039 req-296a334a-6f48-4b7d-b252-123cfbdba35b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:34.179353 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-495dbd1a-6f51-4dcf-9785-4a948be07039 req-296a334a-6f48-4b7d-b252-123cfbdba35b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 944 time: 0.0837193 Jun 01 14:49:34.227782 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-495dbd1a-6f51-4dcf-9785-4a948be07039 req-5e9eceb5-1892-4940-bb61-5d465b941125 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424619 Jun 01 14:49:34.284939 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:34.298373 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'port_id': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'mac_address': 'fa:16:3e:af:fb:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 865, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:49:34.358499 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:34.375577 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:49:34.391117 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:34.396948 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:34.398678 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:34.464247 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=9']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:34.467479 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:34.631477 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['4e6eaf0f-caa6-4d8d-9291-b96cefad7813'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:49:34.831305 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f888f8-da75-441f-9a81-bdc1c3caf702 req-6f96ecb4-ef0c-4601-8a0f-31a96dbdc696 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:34.832739 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a7f888f8-da75-441f-9a81-bdc1c3caf702 req-6f96ecb4-ef0c-4601-8a0f-31a96dbdc696 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.0916612 Jun 01 14:49:34.877942 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a7f888f8-da75-441f-9a81-bdc1c3caf702 req-f0797576-56f2-4674-87b8-5b540b746e17 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393076 Jun 01 14:49:35.438507 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddda9ca-61a2-4000-b418-a6fb5120e4af req-29c0b775-dc3f-4c8d-aac9-cea310f3197d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:35.439964 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fddda9ca-61a2-4000-b418-a6fb5120e4af req-29c0b775-dc3f-4c8d-aac9-cea310f3197d tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 945 time: 0.0864019 Jun 01 14:49:35.500523 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-fddda9ca-61a2-4000-b418-a6fb5120e4af req-cd1dd739-47d1-4b81-aba4-148877f704bf tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527992 Jun 01 14:49:35.544927 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:36.084931 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d05324-8159-4128-8595-9ff719030a8b req-13aa69db-a8d1-493f-8d96-265d037f3312 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:36.086386 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-99d05324-8159-4128-8595-9ff719030a8b req-13aa69db-a8d1-493f-8d96-265d037f3312 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.0907574 Jun 01 14:49:36.150483 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-99d05324-8159-4128-8595-9ff719030a8b req-376e538e-353f-4669-91f0-efac8d027549 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556302 Jun 01 14:49:36.154849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:49:36.232845 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:49:36.233190 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:36.350830 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:36.377592 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:49:36.379871 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e1af3c-55d6-4c5d-a2c1-5be18011e111" -d '{"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:49:36.388109 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:36.394172 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:36.397192 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:36.430049 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac2e6d4-4e30-48f5-9c70-98aaaa6e15c1 x-openstack-request-id: req-bac2e6d4-4e30-48f5-9c70-98aaaa6e15c1 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:49:36.430344 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-plugged", "status": "completed", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:49:36.430598 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bac2e6d4-4e30-48f5-9c70-98aaaa6e15c1 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:49:36.430983 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'code': 200} Jun 01 14:49:36.475718 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=10']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:36.478909 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:36.769481 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93963c6b-ef49-4e3b-a4b2-7ae8769d59d9 req-f6de4786-b6f3-45b0-b37f-d9002b951d3c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:36.771066 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93963c6b-ef49-4e3b-a4b2-7ae8769d59d9 req-f6de4786-b6f3-45b0-b37f-d9002b951d3c tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.1482713 Jun 01 14:49:36.773045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c638a0b-be15-413f-b1ce-d74eb71a5346 req-11452adf-404c-43ef-ab24-afc81d148d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:36.774414 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9c638a0b-be15-413f-b1ce-d74eb71a5346 req-11452adf-404c-43ef-ab24-afc81d148d79 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 1100 time: 0.1183252 Jun 01 14:49:36.890806 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-93963c6b-ef49-4e3b-a4b2-7ae8769d59d9 req-ae5fa46d-c468-4128-8664-320a8438475f tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129754 Jun 01 14:49:36.893129 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9c638a0b-be15-413f-b1ce-d74eb71a5346 req-35367f98-e3cc-401b-9bdf-23b7853cd282 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022868 Jun 01 14:49:36.933027 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-b99d748a-bdb6-4a6f-b9a7-cc23551f0e6a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:36.934464 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-b99d748a-bdb6-4a6f-b9a7-cc23551f0e6a tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.1124351 Jun 01 14:49:37.095501 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Deleting port f9a618f0-d555-4a38-86d9-8d1d66289afa {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:37.096251 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:37.249004 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] For port f9a618f0-d555-4a38-86d9-8d1d66289afa, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=f9a618f0-d555-4a38-86d9-8d1d66289afa,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:37.249377 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:37.364958 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b187a5-d2a4-469a-8dea-42ada33def68 req-9e874ca8-e05a-43bf-9e7d-e17526bfa611 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:37.366646 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c4b187a5-d2a4-469a-8dea-42ada33def68 req-9e874ca8-e05a-43bf-9e7d-e17526bfa611 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 945 time: 0.0909131 Jun 01 14:49:37.425072 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-c4b187a5-d2a4-469a-8dea-42ada33def68 req-4b2514ee-d442-4427-bd31-3a0543b498f7 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups?id=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475709 Jun 01 14:49:37.655248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:37.655635 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:37.655952 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Floating IP 3f70d8fa-7ac5-451e-a2e8-ad012894c139 disassociated. External IP: 172.28.2.203, port: f9a618f0-d555-4a38-86d9-8d1d66289afa. Jun 01 14:49:37.656296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Calling delete_port for f9a618f0-d555-4a38-86d9-8d1d66289afa owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:37.924753 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:37.937147 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:38.112932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'Port': ['ID=f9a618f0-d555-4a38-86d9-8d1d66289afa,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:38.117855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:38.379974 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814435-932d-45c4-8109-a256de9d8532 req-914ca28c-162d-47bd-8844-189c178cefd8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:38.382450 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7d814435-932d-45c4-8109-a256de9d8532 req-914ca28c-162d-47bd-8844-189c178cefd8 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.2728269 Jun 01 14:49:38.454922 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:49:38.485391 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-7d814435-932d-45c4-8109-a256de9d8532 req-968b846a-a238-45d9-9036-40c969ce1d5b tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897937 Jun 01 14:49:38.705325 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-84f99b63-b5c6-4764-8068-6e5665e8b4cf req-66b92fcc-8446-4d62-9f68-3061c9352286 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c40798e-906f-4ef3-b386-68e78d8d69c6 HTTP/1.1" status: 200 len: 210 time: 0.0667791 Jun 01 14:49:38.774197 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:49:38.783972 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:49:38.794758 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:38.795535 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:38.848124 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] No DVR routers for this DVR port f9a618f0-d555-4a38-86d9-8d1d66289afa on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:49:38.851148 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:38.854010 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'name': 'network-vif-deleted', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:49:38.856433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b4a234-a5b7-46f5-a619-edf68aae2545" -d '{"events": [{"server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "name": "network-vif-deleted", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:49:38.877206 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1eeed5e4-340b-4342-8a38-46ca6e302ca1 req-30d1ec3c-bb4c-4bcd-9129-1ed47f1cdd35 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.79 "DELETE /v2.0/ports/f9a618f0-d555-4a38-86d9-8d1d66289afa HTTP/1.1" status: 204 len: 173 time: 1.9256296 Jun 01 14:49:38.956143 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3694e822-3693-4ff4-8eb9-32d0e8cc33f2 x-openstack-request-id: req-3694e822-3693-4ff4-8eb9-32d0e8cc33f2 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:49:38.956589 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c40798e-906f-4ef3-b386-68e78d8d69c6", "name": "network-vif-deleted", "tag": "f9a618f0-d555-4a38-86d9-8d1d66289afa", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:49:38.956965 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3694e822-3693-4ff4-8eb9-32d0e8cc33f2 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:49:38.957598 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c40798e-906f-4ef3-b386-68e78d8d69c6', 'name': 'network-vif-deleted', 'tag': 'f9a618f0-d555-4a38-86d9-8d1d66289afa', 'status': 'completed', 'code': 200} Jun 01 14:49:39.038905 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:39.415963 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:39.423537 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:49:39.434705 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:39.435319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:39.700657 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:39.764699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1f486-1b4f-4c41-9854-903cec731865 req-7e3fe809-1ed7-4c6f-9131-89269356f7cf tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:49:39.766672 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4bb1f486-1b4f-4c41-9854-903cec731865 req-7e3fe809-1ed7-4c6f-9131-89269356f7cf tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.1017284 Jun 01 14:49:39.817378 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-4bb1f486-1b4f-4c41-9854-903cec731865 req-70ebcb92-da16-416b-9f90-378b407d4f64 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Jun 01 14:49:39.874004 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55828) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:39.948067 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.000075 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.060390 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:40.066478 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a49a1-6a0f-4943-bcd6-d984e7cc5805 None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:42:30Z', 'revision_number': 4, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': '3d036c9c-5016-40e2-bae6-4434809b57e7', 'name': '', 'network_id': 'a76e99b5-3940-4f09-b227-15811a641892', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'mac_address': 'fa:16:3e:59:d7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:27Z', 'updated_at': '2021-06-01T14:42:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'subnets': [{'id': '3973e742-928e-4ed8-9462-ffe663ac830a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:49:40.070855 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.076051 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2374fe99-ec57-492d-9086-b60e5b7323b5 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:40.093060 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:40.095779 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:40.109358 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.111216 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-94937938-99d9-4d62-8627-93040c362260 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "DELETE /v2.0/security-groups/7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3 HTTP/1.1" status: 204 len: 168 time: 0.2356780 Jun 01 14:49:40.116785 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55832) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:40.136013 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.api.v2.resource [None req-8b74ec8a-5519-408e-bc05-f036f94d7f4f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] show failed (client error): The resource could not be found. Jun 01 14:49:40.137083 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-8b74ec8a-5519-408e-bc05-f036f94d7f4f tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "GET /v2.0/security-groups/7fff8ffe-f2e9-47b8-97d3-c36f6a9515a3 HTTP/1.1" status: 404 len: 347 time: 0.0193045 Jun 01 14:49:40.141709 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 55836) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:40.155570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f9a618f0-d555-4a38-86d9-8d1d66289afa no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:49:40.196935 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: f9a618f0-d555-4a38-86d9-8d1d66289afa {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:49:40.197228 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device f9a618f0-d555-4a38-86d9-8d1d66289afa not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:49:40.338115 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9a34ad-1c11-4578-b03d-fa0695efc777 None None] New status for floating IP 3f70d8fa-7ac5-451e-a2e8-ad012894c139: DOWN {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:49:40.387679 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Deleting port 4575f8f3-6eb5-4bf7-8145-e3a6cf79e587 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:40.388012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.632002 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.632435 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.775814 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Calling delete_port for 4575f8f3-6eb5-4bf7-8145-e3a6cf79e587 owned by network:floatingip {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:40.892062 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:40.898059 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f24074d9-3f64-41ef-83c8-8a05b756380b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:40.950399 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Pushing event deleted for resources: {'Port': ['ID=4575f8f3-6eb5-4bf7-8145-e3a6cf79e587,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:40.953518 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:41.057363 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks [] for floatingip, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:41.072469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:41.073644 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] 10.222.0.15 "DELETE /v2.0/floatingips/3f70d8fa-7ac5-451e-a2e8-ad012894c139 HTTP/1.1" status: 204 len: 168 time: 0.9305263 Jun 01 14:49:45.219550 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55866) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:45.995513 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:46.525980 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Deleting port 3d036c9c-5016-40e2-bae6-4434809b57e7 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:46.526743 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:46.648598 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] For port 3d036c9c-5016-40e2-bae6-4434809b57e7, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=3d036c9c-5016-40e2-bae6-4434809b57e7,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:46.648956 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:46.773722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Calling delete_port for 3d036c9c-5016-40e2-bae6-4434809b57e7 owned by network:router_interface {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:46.936740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:46.940309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:46.983566 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d036c9c-5016-40e2-bae6-4434809b57e7,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:47.024644 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.024952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.025323 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.025688 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.026024 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.026371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.026716 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.027059 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.027458 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.027799 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.028138 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.028508 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:49:47.035850 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:47.310696 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:47.502495 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-169956d1-b865-4d9c-a020-c611283fc4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:47.679712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Router 98ccc276-ff24-481f-b157-63b90f4ca379 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:49:47.986496 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:49:47.996435 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Sync routers for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:49:47.998867 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-32f4f3c9-61f2-468e-baf9-dd7731cd772f admin admin] 10.222.0.15 "PUT /v2.0/routers/98ccc276-ff24-481f-b157-63b90f4ca379/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7778397 Jun 01 14:49:48.001747 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55872) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:48.007134 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:48.007985 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:48.186646 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks [] for router, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:48.201844 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:48.372105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:48.448857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Deleting port d1e313a4-cb26-40df-880f-e0452cbc5d42 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:48.449345 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:48.494167 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202'}], 'enable_snat': True}, 'gw_port_id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:49:46Z', 'revision_number': 5, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port': {'id': 'd1e313a4-cb26-40df-880f-e0452cbc5d42', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:0c:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:48.498452 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Checking router: 98ccc276-ff24-481f-b157-63b90f4ca379 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:49:48.506928 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Routers {'98ccc276-ff24-481f-b157-63b90f4ca379'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:49:48.507609 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['98ccc276-ff24-481f-b157-63b90f4ca379'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:48.580695 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] For port d1e313a4-cb26-40df-880f-e0452cbc5d42, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=d1e313a4-cb26-40df-880f-e0452cbc5d42,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:48.580955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:48.705779 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Calling delete_port for d1e313a4-cb26-40df-880f-e0452cbc5d42 owned by network:router_gateway {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:48.715917 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] Set router 98ccc276-ff24-481f-b157-63b90f4ca379 gateway port host: None {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:49:48.829651 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:49:48Z', 'revision_number': 6, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:48.834141 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f44f06-2abe-45e1-82fe-8e961396f1a1 None None] The sync data for ids ['98ccc276-ff24-481f-b157-63b90f4ca379'] in dv-cinder-782405-10-smb is: [{'id': '98ccc276-ff24-481f-b157-63b90f4ca379', 'name': 'tempest-AttachVolumeTestJSON-982545711-router', 'tenant_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:19Z', 'updated_at': '2021-06-01T14:49:48Z', 'revision_number': 6, 'project_id': '5a5a3ea121c34b6d8aa76b0ed4646050', 'gw_port_host': None}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:49:48.865169 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:48.871947 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-818f4a89-9a22-4167-8dcc-90ed8a5685e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:48.917413 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Pushing event deleted for resources: {'Port': ['ID=d1e313a4-cb26-40df-880f-e0452cbc5d42,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:48.947029 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:49.014630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.192220 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.195712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.234492 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.235105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ccc276-ff24-481f-b157-63b90f4ca379 {{(pid=98723) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:49:49.249453 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] Notify callbacks [] for router, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.253188 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-c9e15667-14bb-4373-bdf4-110ed0371d2a admin admin] 10.222.0.15 "DELETE /v2.0/routers/98ccc276-ff24-481f-b157-63b90f4ca379 HTTP/1.1" status: 204 len: 168 time: 1.2479846 Jun 01 14:49:49.255063 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55876) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:49.300397 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 3d036c9c-5016-40e2-bae6-4434809b57e7 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:49:49.325976 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Deleting subnet 3973e742-928e-4ed8-9462-ffe663ac830a {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:49:49.330466 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.336321 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 3d036c9c-5016-40e2-bae6-4434809b57e7 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:49:49.336671 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 3d036c9c-5016-40e2-bae6-4434809b57e7 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:49:49.495731 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.588468 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.864433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.869166 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:49.907242 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3973e742-928e-4ed8-9462-ffe663ac830a,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:49.910708 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:49.911721 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.912841 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-b365ba61-1817-4e8d-8159-ca399371acbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:49.918383 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-d2ce6162-882e-495b-8f73-d72f891c74db admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3973e742-928e-4ed8-9462-ffe663ac830a HTTP/1.1" status: 204 len: 168 time: 0.6634176 Jun 01 14:49:49.918739 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050bbca1-d641-4cf2-bfcd-e522b67200eb None None] Network a76e99b5-3940-4f09-b227-15811a641892 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:49:49.920985 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55880) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:50.041371 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.127668 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.134525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Deleting port 80f341aa-2965-4dca-9a18-aa35658af972 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:50.134990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.210371 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] DHCP port deletion for a76e99b5-3940-4f09-b227-15811a641892 request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:49:50.244463 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] For port 80f341aa-2965-4dca-9a18-aa35658af972, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=80f341aa-2965-4dca-9a18-aa35658af972,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:50.244889 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.280166 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Deleting port 80f341aa-2965-4dca-9a18-aa35658af972 {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:49:50.280586 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.379440 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Calling delete_port for 80f341aa-2965-4dca-9a18-aa35658af972 owned by network:dhcp {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:50.390467 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] For port 80f341aa-2965-4dca-9a18-aa35658af972, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=80f341aa-2965-4dca-9a18-aa35658af972,segment=NetworkSegment(eb9660bd-bc44-487f-8691-d41fa9d9fcfd),segment_id=eb9660bd-bc44-487f-8691-d41fa9d9fcfd)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:49:50.392069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.441132 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.445402 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-be3462ee-1d81-4a37-86d6-0155f5245a63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:50.495617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=80f341aa-2965-4dca-9a18-aa35658af972,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:50.497784 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] No DVR routers for this DVR port 80f341aa-2965-4dca-9a18-aa35658af972 on host dv-cinder-782405-10-smb {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:49:50.499297 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:50.525481 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Calling delete_port for 80f341aa-2965-4dca-9a18-aa35658af972 owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:49:50.583721 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.587271 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:50.626309 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.631333 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Pushing event deleted for resources: {'Port': ['ID=80f341aa-2965-4dca-9a18-aa35658af972,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:50.634459 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:50.635281 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] No DVR routers for this DVR port 80f341aa-2965-4dca-9a18-aa35658af972 on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:49:50.646828 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76e99b5-3940-4f09-b227-15811a641892']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:50.663952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:50.664329 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9660bd-bc44-487f-8691-d41fa9d9fcfd') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:49:50.676700 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.699034 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.709926 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:49:50.710367 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:49:50.725469 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:49:50.805654 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.810617 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:50.813601 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-296a35c8-da2e-465f-a4ce-11acfd7c819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:50.836555 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=a76e99b5-3940-4f09-b227-15811a641892,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:50.838951 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:50.851412 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-0abbd650-50a4-405c-8c98-64abb5db6a0d admin admin] 10.222.0.15 "DELETE /v2.0/networks/a76e99b5-3940-4f09-b227-15811a641892 HTTP/1.1" status: 204 len: 168 time: 0.9293809 Jun 01 14:49:50.939049 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d1e313a4-cb26-40df-880f-e0452cbc5d42 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:49:50.976439 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: d1e313a4-cb26-40df-880f-e0452cbc5d42 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:49:50.976919 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device d1e313a4-cb26-40df-880f-e0452cbc5d42 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:49:50.977437 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 80f341aa-2965-4dca-9a18-aa35658af972 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:49:50.990932 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55886) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:51.019425 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 80f341aa-2965-4dca-9a18-aa35658af972 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:49:51.019789 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 80f341aa-2965-4dca-9a18-aa35658af972 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:49:51.048743 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-25ec0d37-f680-4ca9-8827-b76e82031847 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a5a3ea121c34b6d8aa76b0ed4646050&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0564599 Jun 01 14:49:51.051217 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 55890) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:49:51.112205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:51.142196 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:51.202633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:51.210216 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-5bacf6e7-efaf-45ee-81d0-b869b1a43ce9 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:49:51.221447 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:51.226997 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e8aa4b-5847-4ba5-a456-457fdbd56629,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:49:51.229476 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:49:51.233153 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:51.235069 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28e8aa4b-5847-4ba5-a456-457fdbd56629 HTTP/1.1" status: 204 len: 168 time: 0.1829131 Jun 01 14:49:52.645959 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:49:58.609017 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:50:05.543965 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:10.595640 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56074) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:10.733857 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:10.749532 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:10.753822 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Usage tracker for resource:security_group_rule and tenant:db52605ad29e4295a675fbd3741c332b is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:10.756887 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:10.763193 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:10.860758 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:10.865253 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:10.872807 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-54b975df-c6ed-45f0-8dbc-e7fcd08e5016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:10.913666 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db52605ad29e4295a675fbd3741c332b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166451 Jun 01 14:50:10.914562 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed00ef4-650b-4111-ba61-28abdbea674f,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:10.917546 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56082) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:10.918115 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:10.987125 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.023783 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.092808 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.096741 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a5a562eb-0fe7-4782-add1-80bd55c51062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:11.107755 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed00ef4-650b-4111-ba61-28abdbea674f,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:11.117329 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.117643 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.118025 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.118399 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.118768 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.119130 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.119491 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.119850 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.120236 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.120595 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.120950 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.121315 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:11.125197 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:11.127260 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.128445 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eed00ef4-650b-4111-ba61-28abdbea674f HTTP/1.1" status: 204 len: 168 time: 0.2098522 Jun 01 14:50:11.433832 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56090) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:11.453489 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.468588 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:11.472685 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Usage tracker for resource:security_group_rule and tenant:711662287dda4a56996ca8b86d035092 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:11.475553 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:11.481223 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:11.561911 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.566550 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.579230 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1072210d-9d5e-454c-8466-eff5d2abc234 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:11.621150 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=711662287dda4a56996ca8b86d035092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831784 Jun 01 14:50:11.621150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dba318-a5b8-43b3-847c-d4e0f8e27545,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:11.621564 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56094) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:11.623114 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:11.683633 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.717595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.775740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.781102 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-eb537018-a895-4394-ba68-5ff388e33a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:11.797622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dba318-a5b8-43b3-847c-d4e0f8e27545,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:11.801570 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:11.807380 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:11.808587 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50dba318-a5b8-43b3-847c-d4e0f8e27545 HTTP/1.1" status: 204 len: 168 time: 0.1860025 Jun 01 14:50:12.633990 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d8dbe-68cc-430e-9ba0-eb058cbf53d6 req-d121ddf1-981e-479a-a4c4-7e65a0bfb1f2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:12.635469 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a05d8dbe-68cc-430e-9ba0-eb058cbf53d6 req-d121ddf1-981e-479a-a4c4-7e65a0bfb1f2 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.0860541 Jun 01 14:50:12.683584 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-a05d8dbe-68cc-430e-9ba0-eb058cbf53d6 req-2d1ac423-9d9d-4f35-a6c2-59a607373817 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Jun 01 14:50:13.900122 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2d01da-b4bc-4d5b-9315-d235481a4fed req-33559740-0755-48bc-a72d-9b3e5e238f68 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:13.905289 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6b2d01da-b4bc-4d5b-9315-d235481a4fed req-33559740-0755-48bc-a72d-9b3e5e238f68 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.0980475 Jun 01 14:50:13.951240 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-6b2d01da-b4bc-4d5b-9315-d235481a4fed req-01fa252d-d489-4599-b934-889042791c44 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups?id=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413237 Jun 01 14:50:14.111842 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-0a5d0ed7-11e3-4b7f-a01f-927905f516c9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:14.113426 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-0a5d0ed7-11e3-4b7f-a01f-927905f516c9 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 947 time: 0.0979943 Jun 01 14:50:14.256905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Deleting port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:14.257224 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:14.484964 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] For port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:50:14.485322 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:14.804376 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:14.804716 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1763641'] for floatingip, after_update {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:14.805005 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.db.l3_db [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Floating IP 3c90b373-70c8-4b1d-b2e4-a6c192c33e79 disassociated. External IP: 172.28.2.109, port: 4e6eaf0f-caa6-4d8d-9291-b96cefad7813. Jun 01 14:50:14.805360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Calling delete_port for 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:14.930484 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:14.936740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-771c5a8f-2be8-419f-8323-555fad9f208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:14.986397 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'Port': ['ID=4e6eaf0f-caa6-4d8d-9291-b96cefad7813,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:14.989556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:15.194829 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-acb4aa97-017b-43c8-8d5f-1ba5a98ff0b6 req-16c2cfac-3db9-426e-abba-239014a11f17 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/ports?device_id=1562b18a-9e4a-40a8-9130-7db3873e117c HTTP/1.1" status: 200 len: 210 time: 0.1168885 Jun 01 14:50:15.221206 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:50:15.411959 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:50:15.423238 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:50:15.433915 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:50:15.434829 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:15.497241 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] No DVR routers for this DVR port 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:50:15.500582 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:15.505282 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-deleted', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:50:15.508022 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6785f46b-35dc-4715-bcd6-54258ac77366" -d '{"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-deleted", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:50:15.522546 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-25149486-58b2-47eb-a5b9-c881aa91d1fa req-76b7a7ef-3470-410e-be1f-cb908fcd4262 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.79 "DELETE /v2.0/ports/4e6eaf0f-caa6-4d8d-9291-b96cefad7813 HTTP/1.1" status: 204 len: 173 time: 1.4027009 Jun 01 14:50:15.557410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7c635d-c15b-464f-ba09-f109ba0321c7 x-openstack-request-id: req-8d7c635d-c15b-464f-ba09-f109ba0321c7 {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:50:15.557740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1562b18a-9e4a-40a8-9130-7db3873e117c", "name": "network-vif-deleted", "tag": "4e6eaf0f-caa6-4d8d-9291-b96cefad7813", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:50:15.558195 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d7c635d-c15b-464f-ba09-f109ba0321c7 {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:50:15.558634 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1562b18a-9e4a-40a8-9130-7db3873e117c', 'name': 'network-vif-deleted', 'tag': '4e6eaf0f-caa6-4d8d-9291-b96cefad7813', 'status': 'completed', 'code': 200} Jun 01 14:50:15.653531 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:50:15.983065 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:15.987778 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:50:15.996460 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:50:15.997128 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:49:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:16.182215 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:50:16.325586 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56178) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:16.337055 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:50:16.371967 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:50:16.372485 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 4e6eaf0f-caa6-4d8d-9291-b96cefad7813 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:50:16.395557 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:16.424469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:16.478563 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:16.482611 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b80f5a4d-1dab-474c-a153-a955736a8712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:16.499949 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:16.503131 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:16.504367 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:16.509598 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a9060d-1b18-45b3-b5a1-91fda1148939 None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:42:37Z', 'revision_number': 4, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b6eb0e68-3193-461c-9b6e-08e2f208f68a', 'name': '', 'network_id': '18f5cb91-6a38-4df2-81a7-3339cf8ef8dc', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'mac_address': 'fa:16:3e:8b:4a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:36Z', 'updated_at': '2021-06-01T14:42:51Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'subnets': [{'id': 'f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:50:16.518873 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:16.520127 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-69f6349d-a727-4698-b695-38ddefd69e52 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "DELETE /v2.0/security-groups/4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c HTTP/1.1" status: 204 len: 168 time: 0.1935332 Jun 01 14:50:16.522874 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56182) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:16.539351 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.api.v2.resource [None req-6bde80e9-7b25-4e19-ae3c-85b08ae39a61 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] show failed (client error): The resource could not be found. Jun 01 14:50:16.540398 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6bde80e9-7b25-4e19-ae3c-85b08ae39a61 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "GET /v2.0/security-groups/4aa1cdeb-dd61-40f6-8fbf-51d89f2d8f7c HTTP/1.1" status: 404 len: 347 time: 0.0165699 Jun 01 14:50:16.543236 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56186) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:16.727905 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a6448f-c5b4-4ed1-ac98-21ac6b5243a7 None None] New status for floating IP 3c90b373-70c8-4b1d-b2e4-a6c192c33e79: DOWN {{(pid=98725) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:50:16.775196 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Deleting port 5cd69495-a796-4672-ae61-b5fdba33a1ed {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:16.775196 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.026083 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.026416 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.150138 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Calling delete_port for 5cd69495-a796-4672-ae61-b5fdba33a1ed owned by network:floatingip {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:17.267388 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.271658 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c8863aa2-2d14-4102-a1a7-44e7455486f8 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:17.320939 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Pushing event deleted for resources: {'Port': ['ID=5cd69495-a796-4672-ae61-b5fdba33a1ed,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:17.324509 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:17.417585 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks [] for floatingip, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.432020 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.433203 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-2cd599ea-bf56-4f88-ad9d-69171067046e tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] 10.222.0.15 "DELETE /v2.0/floatingips/3c90b373-70c8-4b1d-b2e4-a6c192c33e79 HTTP/1.1" status: 204 len: 168 time: 0.8889582 Jun 01 14:50:17.498829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-f8f3163f-5570-4e4a-846a-10c36235c5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.819057 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56224) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:17.943214 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:17.958070 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:17.962050 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Usage tracker for resource:security_group_rule and tenant:21604e743428422d83c6bd910c19f8cf is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:17.964941 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:17.970839 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:18.060995 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.066391 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.074460 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-2c1fcc10-c815-46be-ae14-1fb6bdbe9829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:18.115829 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21604e743428422d83c6bd910c19f8cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956407 Jun 01 14:50:18.116813 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d06aaa7-1cc6-41dc-b175-70497c685f55,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:18.118744 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56230) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:18.120255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1b796121-c4e9-40cf-8707-4e6ac0d666d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:18.183763 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.215091 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.278493 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.282421 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7fbbd7ec-9e09-45f0-b9d3-2d07f4e0b36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:18.293610 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d06aaa7-1cc6-41dc-b175-70497c685f55,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:18.297326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:18.300794 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.301914 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-dc037b03-c672-4968-8e2b-f5bc1358b845 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d06aaa7-1cc6-41dc-b175-70497c685f55 HTTP/1.1" status: 204 len: 168 time: 0.1820519 Jun 01 14:50:18.603963 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56238) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:18.622868 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.639657 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:18.644041 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Usage tracker for resource:security_group_rule and tenant:99c6f4113e974c0aa41b5b8b0e49c108 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:18.647214 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:18.653485 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:18.742541 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.747614 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.756481 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-d36fcd87-4265-4b62-9336-b43928891585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:18.796990 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99c6f4113e974c0aa41b5b8b0e49c108&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918733 Jun 01 14:50:18.798663 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22483a9-14e1-4251-9993-63eb037177a5,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:18.799900 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56248) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:18.801940 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:18.863118 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.889228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.945484 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.950469 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-52242c96-d262-4fcf-b013-9f34ec17dd16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:18.962592 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22483a9-14e1-4251-9993-63eb037177a5,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:18.967292 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:18.978161 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:18.979940 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-21810ed9-9433-439d-9698-5a579a332588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d22483a9-14e1-4251-9993-63eb037177a5 HTTP/1.1" status: 204 len: 168 time: 0.1782494 Jun 01 14:50:19.902364 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-9ca6123e-3360-40c1-beae-08b0202e96cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:20.122319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:20.230762 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56294) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:20.808232 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56320) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:20.942299 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:20.957917 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:20.962368 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Usage tracker for resource:security_group_rule and tenant:90e3e0717e36441aadc618d1c24904c8 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:20.965590 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:20.967766 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:20.971718 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:21.058528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.063305 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.070933 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-57440f66-36ee-411f-872a-88f9b9b8ed70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:21.114349 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90e3e0717e36441aadc618d1c24904c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048475 Jun 01 14:50:21.115328 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9e66c7-a11c-4d0d-bcf0-dee4fd17329c,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:21.117765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56326) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:21.120294 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-f9172f0b-8932-4257-bee2-a651181c0777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:21.179532 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.206574 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.219692 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.265018 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.268793 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7a55ec69-e3b9-4f46-861b-cbf68bda0ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:21.281870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9e66c7-a11c-4d0d-bcf0-dee4fd17329c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:21.284261 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:21.292089 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.296274 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-082cda38-a076-47cc-94a3-29e312fbdf88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db9e66c7-a11c-4d0d-bcf0-dee4fd17329c HTTP/1.1" status: 204 len: 168 time: 0.1746817 Jun 01 14:50:21.513114 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Deleting port b6eb0e68-3193-461c-9b6e-08e2f208f68a {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:21.513703 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.596263 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56336) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:21.619348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.650646 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:21.664960 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcff135ec844e42a47f2624e97e9aaa is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:21.669295 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:21.678494 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] For port b6eb0e68-3193-461c-9b6e-08e2f208f68a, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b6eb0e68-3193-461c-9b6e-08e2f208f68a,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:50:21.678878 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.687821 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:21.827073 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Calling delete_port for b6eb0e68-3193-461c-9b6e-08e2f208f68a owned by network:router_interface {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:21.944491 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.953580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:21.971551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6b1af0c-29a8-4e25-a0fd-a90c037c68d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:22.017725 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ade18-dc36-4035-946a-f562a83956bb,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:22.021976 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fcff135ec844e42a47f2624e97e9aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250174 Jun 01 14:50:22.023018 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-24ea3fa1-5030-46aa-a96c-52fd0c1123d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:22.027305 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56340) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:22.143455 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.170024 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.176010 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-57847076-81bd-4e5c-8063-d0597c0e9ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:22.207475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.235557 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Pushing event deleted for resources: {'Port': ['ID=b6eb0e68-3193-461c-9b6e-08e2f208f68a,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:22.247883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:22.424646 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.430573 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-fda628f1-bec9-4f0d-a0e2-fd5ea0105d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:22.455548 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ade18-dc36-4035-946a-f562a83956bb,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:22.461371 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:22.540207 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.541213 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3f0ade18-dc36-4035-946a-f562a83956bb HTTP/1.1" status: 204 len: 168 time: 0.5128262 Jun 01 14:50:22.560663 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:22.651330 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:23.253172 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Router 8863f8a5-dd1f-4114-a7be-70d504c97181 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:50:23.470441 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:50:23.478229 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b787573a-2fe1-4592-b2f2-aca68eb620ac admin admin] 10.222.0.15 "PUT /v2.0/routers/8863f8a5-dd1f-4114-a7be-70d504c97181/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2437098 Jun 01 14:50:23.478396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56366) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:23.480438 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Sync routers for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:50:23.492849 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:50:23.493762 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:50:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:23.679700 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks [] for router, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:23.695340 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:50:23.939126 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.023985 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Deleting port b2c5311c-50e0-41b2-bdce-6933ede14226 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:24.024654 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.052871 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:50:22Z', 'revision_number': 5, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port': {'id': 'b2c5311c-50e0-41b2-bdce-6933ede14226', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:d5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:42:23Z', 'updated_at': '2021-06-01T14:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:24.057091 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Checking router: 8863f8a5-dd1f-4114-a7be-70d504c97181 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:50:24.066364 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Routers {'8863f8a5-dd1f-4114-a7be-70d504c97181'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:50:24.066990 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:50:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['8863f8a5-dd1f-4114-a7be-70d504c97181'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:24.161261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] For port b2c5311c-50e0-41b2-bdce-6933ede14226, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b2c5311c-50e0-41b2-bdce-6933ede14226,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:50:24.161624 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.226202 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] Set router 8863f8a5-dd1f-4114-a7be-70d504c97181 gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:50:24.289580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Calling delete_port for b2c5311c-50e0-41b2-bdce-6933ede14226 owned by network:router_gateway {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:24.342002 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:50:23Z', 'revision_number': 6, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:24.346358 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79601d1e-6f95-4413-95dc-f6678a3476dc None None] The sync data for ids ['8863f8a5-dd1f-4114-a7be-70d504c97181'] in dv-cinder-782405-10-smb is: [{'id': '8863f8a5-dd1f-4114-a7be-70d504c97181', 'name': 'tempest-AttachVolumeShelveTestJSON-285848437-router', 'tenant_id': '3e96ff25086a4998b868f680098d553d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:42:20Z', 'updated_at': '2021-06-01T14:50:23Z', 'revision_number': 6, 'project_id': '3e96ff25086a4998b868f680098d553d', 'gw_port_host': None}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:50:24.451509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.455580 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7a1bd0f2-f98f-488c-85ef-4a4bce11d820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:24.511573 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c5311c-50e0-41b2-bdce-6933ede14226,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:24.514935 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:24.605285 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.933348 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.936151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.967363 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.967907 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8863f8a5-dd1f-4114-a7be-70d504c97181 {{(pid=98724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:50:24.981175 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:24.982775 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8863f8a5-dd1f-4114-a7be-70d504c97181 HTTP/1.1" status: 204 len: 168 time: 1.5032752 Jun 01 14:50:24.985448 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56396) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:25.051407 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Deleting subnet f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:50:25.054456 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.109546 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.169797 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b6eb0e68-3193-461c-9b6e-08e2f208f68a no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:50:25.198622 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.205426 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: b6eb0e68-3193-461c-9b6e-08e2f208f68a {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:50:25.206063 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b6eb0e68-3193-461c-9b6e-08e2f208f68a not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:50:25.206667 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b2c5311c-50e0-41b2-bdce-6933ede14226 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:50:25.282686 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: b2c5311c-50e0-41b2-bdce-6933ede14226 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:50:25.283076 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b2c5311c-50e0-41b2-bdce-6933ede14226 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:50:25.472067 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.476890 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:25.512162 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:25.514178 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.519103 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699bebcb-09c9-49d6-ab79-bc7964c1625a None None] Network 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:50:25.519516 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:25.521400 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-87f05a79-8783-4467-8127-7b9ddda050f0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3c65ac0-bba4-4f0a-82b8-ff7ddc04492b HTTP/1.1" status: 204 len: 168 time: 0.5347219 Jun 01 14:50:25.523929 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56400) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:25.634764 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.707552 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Deleting port 44214e15-888e-4e8a-bc6a-17e39ebcfaad {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:25.707955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.767740 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] DHCP port deletion for 18f5cb91-6a38-4df2-81a7-3339cf8ef8dc request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:50:25.844326 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Deleting port 44214e15-888e-4e8a-bc6a-17e39ebcfaad {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:50:25.844706 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.913121 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] For port 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44214e15-888e-4e8a-bc6a-17e39ebcfaad,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:50:25.913457 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:25.943339 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] For port 44214e15-888e-4e8a-bc6a-17e39ebcfaad, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=44214e15-888e-4e8a-bc6a-17e39ebcfaad,segment=NetworkSegment(1783b6f3-3dd4-4b55-8766-acb97bf380d9),segment_id=1783b6f3-3dd4-4b55-8766-acb97bf380d9)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:50:25.943728 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.035417 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Calling delete_port for 44214e15-888e-4e8a-bc6a-17e39ebcfaad owned by network:dhcp {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:26.066230 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Calling delete_port for 44214e15-888e-4e8a-bc6a-17e39ebcfaad owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:50:26.094319 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.099601 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9e931268-dacf-4ff3-b8d5-71201b707fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:26.116657 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.121722 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-845a526f-61a7-4d6c-a84e-f3a1a65a76b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:26.147280 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Pushing event deleted for resources: {'Port': ['ID=44214e15-888e-4e8a-bc6a-17e39ebcfaad,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:26.149911 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:26.153027 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] No DVR routers for this DVR port 44214e15-888e-4e8a-bc6a-17e39ebcfaad on host dv-cinder-782405-10-smb {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:50:26.166069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Pushing event deleted for resources: {'Port': ['ID=44214e15-888e-4e8a-bc6a-17e39ebcfaad,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:26.168432 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] No DVR routers for this DVR port 44214e15-888e-4e8a-bc6a-17e39ebcfaad on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:50:26.180213 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.180794 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.181016 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.181205 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.181534 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.181861 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.182187 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.182507 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.182829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.183147 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.183451 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.183772 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:50:26.187141 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-47e9e3af-ef2f-4055-a09b-7aba121d4100 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:26.277360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.292009 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f5cb91-6a38-4df2-81a7-3339cf8ef8dc']}} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:26.312853 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1783b6f3-3dd4-4b55-8766-acb97bf380d9') {'for_net_delete': True} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:26.313193 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.services.segments.db [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1783b6f3-3dd4-4b55-8766-acb97bf380d9') {} {{(pid=98723) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:50:26.326525 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2165121'] for segment, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.344026 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.351580 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=98723) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:50:26.352279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2593759'] for segment, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: Traceback (most recent call last): Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: timer() Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: cb(*args, **kw) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: return func(*args, **kwargs) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: self._notify() Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: self.callback(batched_events) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: event.method(event) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: return f(self, *a, **k) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: return self._get(url).json() Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: return self.request(url, 'GET', **kwargs) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:50:26.367661 dv-cinder-782405-10-smb neutron-server[98723]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:50:26.450868 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.456361 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.460081 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-531793b6-1004-4a58-803c-7868e1264d55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:26.481704 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Pushing event deleted for resources: {'Network': ['ID=18f5cb91-6a38-4df2-81a7-3339cf8ef8dc,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:26.484339 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:26.497205 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-8a8eda7f-d44f-420b-a3c6-4f135d083212 admin admin] 10.222.0.15 "DELETE /v2.0/networks/18f5cb91-6a38-4df2-81a7-3339cf8ef8dc HTTP/1.1" status: 204 len: 168 time: 0.9721820 Jun 01 14:50:26.687377 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56412) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:26.738530 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1d6b071e-502a-4627-997a-e0811c56ba39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e96ff25086a4998b868f680098d553d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0498841 Jun 01 14:50:26.740975 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56416) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:26.798412 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.823957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.876699 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.880509 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1459be1e-c800-446f-b189-dfaf39b5718d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:26.893135 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25e7308-de5d-4493-bb76-f2bf201335ed,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:26.896790 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:26.902033 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:26.903380 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-9c29e586-1b6c-4901-b1fd-64ae4a112e7a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b25e7308-de5d-4493-bb76-f2bf201335ed HTTP/1.1" status: 204 len: 168 time: 0.1612012 Jun 01 14:50:26.975236 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44214e15-888e-4e8a-bc6a-17e39ebcfaad no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:50:27.012591 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 44214e15-888e-4e8a-bc6a-17e39ebcfaad {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:50:27.012962 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 44214e15-888e-4e8a-bc6a-17e39ebcfaad not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:50:30.492017 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56538) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:30.619404 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.634927 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:30.640084 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c76708cd804f1e90dad05eb1f001db is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:30.643545 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:30.649849 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:30.736630 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.741841 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.755839 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-52329886-f428-4434-8588-c90291d886b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:30.797031 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3c76708cd804f1e90dad05eb1f001db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038805 Jun 01 14:50:30.797962 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276d97f0-5402-4b21-8464-c7d8933db6d2,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:30.800574 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56544) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:30.801462 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e76e0c23-3234-4d92-9571-8e3ab1090478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:30.874693 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.909610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.978373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:30.984417 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b0f7e1d4-e30e-43df-8a08-c3537332510b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:31.000969 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276d97f0-5402-4b21-8464-c7d8933db6d2,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:31.005878 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:31.008459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.013808 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1a1fe13f-6202-41ae-8ac0-9da7561d1591 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/276d97f0-5402-4b21-8464-c7d8933db6d2 HTTP/1.1" status: 204 len: 168 time: 0.2080612 Jun 01 14:50:31.236641 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-c69e3089-659e-4b0e-9844-bf112b85fa94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841274 Jun 01 14:50:31.414419 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56564) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:31.429449 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-24a9d148-c7e9-45ab-96cb-ce59f75edacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:31.431107 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-24a9d148-c7e9-45ab-96cb-ce59f75edacd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.0959105 Jun 01 14:50:31.434183 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.452287 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:31.456882 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Usage tracker for resource:security_group_rule and tenant:e09911359f284fac8e13c2b5a795adc7 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:31.460049 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:31.466637 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:31.563075 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.568040 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.577772 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0200935f-42b3-4453-b0c6-05e5f7d6f883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:31.601768 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-1d02ce12-2175-4b1d-a3e7-7f547ed11a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:31.603406 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-1d02ce12-2175-4b1d-a3e7-7f547ed11a46 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.1483648 Jun 01 14:50:31.618139 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e09911359f284fac8e13c2b5a795adc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2024498 Jun 01 14:50:31.619848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c60cbb-4192-496d-ab6e-fda430f10f4a,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:31.622190 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56568) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:31.624919 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:31.691991 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.724807 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-59f6f652-7b73-4bcf-b709-ee7c29641300 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 1001 time: 0.1139603 Jun 01 14:50:31.727715 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.788493 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.794252 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b49e577f-e5d8-45e3-956f-f08ff0410d3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:31.799349 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-0e32c084-faf3-4b3e-85b0-d1b769d2d7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:31.801282 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-0e32c084-faf3-4b3e-85b0-d1b769d2d7ca service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0701542 Jun 01 14:50:31.807917 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c60cbb-4192-496d-ab6e-fda430f10f4a,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:31.811142 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:31.814012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:31.817753 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9c60cbb-4192-496d-ab6e-fda430f10f4a HTTP/1.1" status: 204 len: 168 time: 0.1945415 Jun 01 14:50:31.894187 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-c5f154a1-3122-4384-af97-b6538c9aec98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:50:31.895561 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-c5f154a1-3122-4384-af97-b6538c9aec98 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0875170 Jun 01 14:50:32.054520 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-cabc7800-4024-4fac-8c26-45fef50ba780 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517270 Jun 01 14:50:32.212538 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5190c313-3cff-481d-aa5b-a2c72f63dbbd req-50d38db8-7135-402a-a6bb-9f0413e20d6f service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507063 Jun 01 14:50:34.143531 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56628) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:34.285004 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.300069 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:34.303960 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Usage tracker for resource:security_group_rule and tenant:c299aae570254cabac33665863f8da7c is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:34.307152 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:34.313777 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:34.437013 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.443080 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.452732 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-a2aa3393-a785-4a54-a88e-d52cb42b81be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:34.495411 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c299aae570254cabac33665863f8da7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3503406 Jun 01 14:50:34.496072 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9d318-21f9-4050-a360-83cc6f2d53c2,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:34.498375 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56636) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:34.500782 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-74b5305d-c204-4d1f-a615-8d7f33de228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:34.571504 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.603563 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.673615 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.677619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-260a3327-e308-4217-9769-565fd01f2033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:34.693673 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9d318-21f9-4050-a360-83cc6f2d53c2,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:34.699308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:34.701718 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:34.708383 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67f9d318-21f9-4050-a360-83cc6f2d53c2 HTTP/1.1" status: 204 len: 168 time: 0.2035120 Jun 01 14:50:35.553555 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:35.612355 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:50:36.796467 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56716) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:36.955603 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:36.971929 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:36.976436 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Usage tracker for resource:security_group_rule and tenant:e0a5227a74e9480685c475d5b1f1a4a9 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:36.979402 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:36.987191 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:37.095692 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.101378 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.111126 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-bc507266-937c-4af0-90fe-fbe2b88073f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:37.152680 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0a5227a74e9480685c475d5b1f1a4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547237 Jun 01 14:50:37.154548 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b858a4-bca8-408c-b88b-5db3b7b4a75b,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:37.157225 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56728) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:37.157751 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-5653151d-0bf1-4082-9873-65d2b1ea9280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:37.192355 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56732) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:37.254119 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.289464 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.351326 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.355573 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b3ae734f-7477-4603-ae85-5bdcc1b79e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:37.360848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.369694 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b858a4-bca8-408c-b88b-5db3b7b4a75b,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:37.372288 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:37.376538 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:37.380599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Usage tracker for resource:security_group_rule and tenant:78a140f53e114a0195ff13f20ec2887b is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:37.383777 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:37.385159 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.386352 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-8f3e4621-4faf-4d78-812f-20508199cf05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/37b858a4-bca8-408c-b88b-5db3b7b4a75b HTTP/1.1" status: 204 len: 168 time: 0.2271855 Jun 01 14:50:37.393819 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:37.496598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.501963 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.511079 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-27e347d2-ee2a-42e4-ac99-1830abc3b0b9 tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:37.574967 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78a140f53e114a0195ff13f20ec2887b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805983 Jun 01 14:50:37.578457 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56742) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:37.582610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a991534-e4bb-4f8a-a982-45ffa49dbbb4,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:37.586473 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4d839315-31f2-4210-a069-6c2159b05f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:37.656633 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.699957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.761478 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56746) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:37.779141 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.781848 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.784478 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-adb4687d-5079-48b3-9d6a-d2b421b2cffb tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:37.796327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a991534-e4bb-4f8a-a982-45ffa49dbbb4,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:37.800289 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:37.802308 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:37.805065 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Usage tracker for resource:security_group_rule and tenant:28aff462805242d18c217f2f9e5df4e2 is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:37.806603 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:37.807744 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-d0a88a50-a1ad-4b70-a126-3354c250f269 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a991534-e4bb-4f8a-a982-45ffa49dbbb4 HTTP/1.1" status: 204 len: 168 time: 0.2280669 Jun 01 14:50:37.812205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:37.820279 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:38.007917 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.012670 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.023351 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9db53827-4913-48a0-835a-06d44fe86ec1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:38.063347 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28aff462805242d18c217f2f9e5df4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006132 Jun 01 14:50:38.064410 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beabd1a2-82a2-435a-bbc9-398b5624ad16,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:38.066293 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56754) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:38.067563 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3dcfd1ee-38a1-4e2a-9164-79ae30433204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:38.134096 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.166145 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.228342 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.234616 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0fe6e1e5-a9cd-4c8e-9513-1bc69c907fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:38.258823 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beabd1a2-82a2-435a-bbc9-398b5624ad16,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:38.261845 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:38.263356 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:38.268309 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-0fac65e1-7da2-4760-a3cc-c7c366f0c1c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/beabd1a2-82a2-435a-bbc9-398b5624ad16 HTTP/1.1" status: 204 len: 168 time: 0.1964154 Jun 01 14:50:45.730862 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 56922) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:45.861171 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:45.876974 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:50:45.881280 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Usage tracker for resource:security_group_rule and tenant:35d829d5991f467583aff55363f22934 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:50:45.884402 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:50:45.890639 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:50:45.982324 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:45.987255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:45.995107 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1f795dc0-7f94-40ce-bcb3-86648290e4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:46.036512 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb336bd3-8b2e-4d21-af64-ce0b373d4cbe,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:46.040932 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35d829d5991f467583aff55363f22934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3089342 Jun 01 14:50:46.041991 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:46.044461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 56928) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:50:46.108370 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:46.135105 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:46.193703 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:46.198102 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-35eed581-4fca-4127-b088-fb8dc527807a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:50:46.216098 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb336bd3-8b2e-4d21-af64-ce0b373d4cbe,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:50:46.220363 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:50:46.230333 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:46.232745 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-7230dc6e-0a92-43ce-a39b-32032d66ef04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb336bd3-8b2e-4d21-af64-ce0b373d4cbe HTTP/1.1" status: 204 len: 168 time: 0.1876819 Jun 01 14:50:47.493499 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-3d00b24c-731d-4ed5-951d-9ed26bf1b88e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:49.907393 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-d7279f23-65d6-4f0e-a994-2b54cb5ca995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:50.127282 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:51.220794 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:50:52.650116 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:02.221753 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098b312-6754-4f02-ac55-5ed6c6f91140 req-6aea17c8-a81d-48d6-b1b1-2019bb11e07c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:02.223308 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e098b312-6754-4f02-ac55-5ed6c6f91140 req-6aea17c8-a81d-48d6-b1b1-2019bb11e07c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1273997 Jun 01 14:51:02.280347 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-e098b312-6754-4f02-ac55-5ed6c6f91140 req-0d3a0df7-f15a-4d5d-ac8f-7daf9836dfac tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484042 Jun 01 14:51:03.478722 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ef13e-1fb6-454b-a347-b4c506f22903 req-a9dc5f37-7dfd-4a0c-b64c-9e222e07db39 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:03.480424 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c5ef13e-1fb6-454b-a347-b4c506f22903 req-a9dc5f37-7dfd-4a0c-b64c-9e222e07db39 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0886290 Jun 01 14:51:03.528842 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-0c5ef13e-1fb6-454b-a347-b4c506f22903 req-133a287b-921a-4cb5-b42b-8ae313bb9e9f tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Jun 01 14:51:04.729277 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a8ed5-7d45-4d29-9da0-42b58a62ba5f req-9bbc1d56-9a4c-4da2-8ee0-4740cc4c19a5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:04.730753 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-196a8ed5-7d45-4d29-9da0-42b58a62ba5f req-9bbc1d56-9a4c-4da2-8ee0-4740cc4c19a5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0920720 Jun 01 14:51:04.782519 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-196a8ed5-7d45-4d29-9da0-42b58a62ba5f req-061eb262-4f14-436f-b1dd-a5b66b009dce tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457747 Jun 01 14:51:05.104612 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57190) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:05.227766 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.243211 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:51:05.247764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Usage tracker for resource:security_group_rule and tenant:a57c8382caf44c8ea04685f41e42bb29 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:51:05.250936 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:51:05.257307 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:51:05.349510 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.355167 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.362800 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-d08d60fc-3770-4ae4-afac-9a03fb1e1dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:05.404329 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a57c8382caf44c8ea04685f41e42bb29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2985532 Jun 01 14:51:05.405373 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d942d4fc-43b1-4b21-8918-6e7fe0a5b791,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:05.407331 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57196) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:05.408930 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1f24a347-4ce5-4134-8eaf-32d98263ba2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:05.484139 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.513318 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.551511 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.571094 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.575007 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9c60a288-a57c-49d0-99d3-ab27f388adba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:05.587182 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d942d4fc-43b1-4b21-8918-6e7fe0a5b791,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:05.597837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.598222 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.598595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.598956 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.599316 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.599675 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.600032 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.600393 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.600776 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.601134 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.601521 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.601870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:05.605538 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:05.606530 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:05.607911 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-fa1a23d6-b8e2-43fe-99b4-2e8605919e2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d942d4fc-43b1-4b21-8918-6e7fe0a5b791 HTTP/1.1" status: 204 len: 168 time: 0.1980076 Jun 01 14:51:05.980191 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a7114-39c4-4630-ba1d-aea56bd86e6c req-9910e44e-6dfe-4e13-a39a-18bbae15e02e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:05.981660 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-969a7114-39c4-4630-ba1d-aea56bd86e6c req-9910e44e-6dfe-4e13-a39a-18bbae15e02e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0872440 Jun 01 14:51:06.034387 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-969a7114-39c4-4630-ba1d-aea56bd86e6c req-3dfb7be1-64d7-4b13-91ed-2025d46a6c48 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466161 Jun 01 14:51:07.234336 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3412c2-bde6-4041-abdc-56af927e3c5b req-999daf69-22ea-44c7-a910-d14510168508 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:07.235782 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1f3412c2-bde6-4041-abdc-56af927e3c5b req-999daf69-22ea-44c7-a910-d14510168508 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0903130 Jun 01 14:51:07.286190 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-1f3412c2-bde6-4041-abdc-56af927e3c5b req-f4d3412d-a58c-4d9e-b0dc-765d09e5c5c4 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Jun 01 14:51:08.482076 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da872bc5-df35-4584-bb3b-d536a51d26f8 req-9b4d8654-99b2-4f3a-8772-d3482669f19a tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:08.483612 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-da872bc5-df35-4584-bb3b-d536a51d26f8 req-9b4d8654-99b2-4f3a-8772-d3482669f19a tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0859616 Jun 01 14:51:08.532923 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-da872bc5-df35-4584-bb3b-d536a51d26f8 req-4e05e7fa-888e-4671-8202-fa9fa70b8838 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435352 Jun 01 14:51:09.770026 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877610e1-6e79-4198-8e50-5eba587e6cc0 req-aef601d4-53c4-4383-b225-a99730d0a363 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:09.771494 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-877610e1-6e79-4198-8e50-5eba587e6cc0 req-aef601d4-53c4-4383-b225-a99730d0a363 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0858591 Jun 01 14:51:09.824354 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-877610e1-6e79-4198-8e50-5eba587e6cc0 req-92bee07d-b012-494a-902b-19a7cc7a512a tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469260 Jun 01 14:51:11.040969 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041a4a9-55d3-41bb-9cae-ba5b692a1d5e req-125b2250-d8e4-45fe-abdb-638f6fcf6fea tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:11.042612 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3041a4a9-55d3-41bb-9cae-ba5b692a1d5e req-125b2250-d8e4-45fe-abdb-638f6fcf6fea tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0988758 Jun 01 14:51:11.094554 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3041a4a9-55d3-41bb-9cae-ba5b692a1d5e req-267a23c7-4bb5-4e90-94cc-ac26d46bc504 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455117 Jun 01 14:51:12.285817 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-5d24c958-9f1d-4e85-bd7b-07b345667c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:12.288183 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-5d24c958-9f1d-4e85-bd7b-07b345667c50 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.0742447 Jun 01 14:51:12.296702 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9531-5455-4ac3-a804-27ab3a4737d4 req-6cc5ac5c-e8d5-471f-b2d4-16ddffc63dbd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:12.298219 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-62ad9531-5455-4ac3-a804-27ab3a4737d4 req-6cc5ac5c-e8d5-471f-b2d4-16ddffc63dbd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0881371 Jun 01 14:51:12.346167 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-62ad9531-5455-4ac3-a804-27ab3a4737d4 req-2d44b867-75f3-47e2-8d8a-0c5087c00ec6 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419340 Jun 01 14:51:12.434450 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-9caacd72-f2bc-4439-8012-10c5e9abffb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:12.435930 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-9caacd72-f2bc-4439-8012-10c5e9abffb6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.1389863 Jun 01 14:51:12.543754 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-7bf6dabc-f4f8-4ed7-bedb-94061062fd1a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 1001 time: 0.1005342 Jun 01 14:51:12.611712 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:51:12.616070 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-2caf34b3-206c-4594-a334-9bd89bf9e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:12.621764 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-2caf34b3-206c-4594-a334-9bd89bf9e99b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0665095 Jun 01 14:51:12.698796 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-7bf46be6-3317-40fc-afef-8c84215d212f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:12.700208 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-7bf46be6-3317-40fc-afef-8c84215d212f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0755959 Jun 01 14:51:12.841283 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-4c2488a9-1174-481b-8d9f-e082e17b4f90 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331022 Jun 01 14:51:12.984359 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-bb7ab2bf-bb68-46b2-a3a6-77be77d7b446 req-20ffb860-1921-46a3-a3a8-90c2fcbc3349 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354411 Jun 01 14:51:13.549296 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe07251-3792-450d-862c-016b140d32ec req-6c22d558-0d9b-4ea5-a449-5e1eb65c8280 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:13.550834 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3fe07251-3792-450d-862c-016b140d32ec req-6c22d558-0d9b-4ea5-a449-5e1eb65c8280 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0916810 Jun 01 14:51:13.602746 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-3fe07251-3792-450d-862c-016b140d32ec req-888d99bf-5c59-495c-bbdd-a6b8f231e08f tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458686 Jun 01 14:51:14.814648 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec25c76-9c21-405e-b2dd-07db2017d5ac req-74d22d2c-b5dc-476b-85ae-1904a2b8e458 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:14.815582 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-aec25c76-9c21-405e-b2dd-07db2017d5ac req-74d22d2c-b5dc-476b-85ae-1904a2b8e458 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1007025 Jun 01 14:51:14.867369 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-aec25c76-9c21-405e-b2dd-07db2017d5ac req-54e8e019-3d3a-4857-a125-4294e219da9a tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Jun 01 14:51:16.089092 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ddf18-5280-48c1-8a70-79292eb58eef req-f64b593c-09f9-41c6-914e-23d3e945aee3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:16.091368 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d8ddf18-5280-48c1-8a70-79292eb58eef req-f64b593c-09f9-41c6-914e-23d3e945aee3 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1039550 Jun 01 14:51:16.143332 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5d8ddf18-5280-48c1-8a70-79292eb58eef req-33225dfc-d081-46e9-a4cd-468fe45b761b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462515 Jun 01 14:51:16.554359 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57270) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:16.565712 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af71105-d373-4004-8ff4-33826591a14c req-befe0aad-d4a9-43db-9485-96cf50f92001 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:16.568447 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1af71105-d373-4004-8ff4-33826591a14c req-befe0aad-d4a9-43db-9485-96cf50f92001 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1242199 Jun 01 14:51:16.598983 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:51:16.734501 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:16.766664 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:51:16.769275 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594ccf50-caed-4e70-b82f-150fb227fe78" -d '{"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-unplugged", "status": "completed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:51:16.780073 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:51:16.788048 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:16.790655 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:16.834965 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 01 Jun 2021 14:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21e16dc-acb3-40ac-9f13-0bb29a7a9966 x-openstack-request-id: req-a21e16dc-acb3-40ac-9f13-0bb29a7a9966 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:51:16.835364 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-unplugged", "status": "failed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "code": 422}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:51:16.835500 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a21e16dc-acb3-40ac-9f13-0bb29a7a9966 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:51:16.835895 dv-cinder-782405-10-smb neutron-server[98725]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'code': 422} returned with failed status Jun 01 14:51:16.836922 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1af71105-d373-4004-8ff4-33826591a14c req-9bacd42e-9ec0-4d45-9ad9-20ed59527f51 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604432 Jun 01 14:51:16.882775 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=6']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:16.886943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:16.891859 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-1d1126e4-d831-43f0-a24f-8d354987a10e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3358829 Jun 01 14:51:17.497339 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-3338ec1c-6e51-4e56-b4c5-c587fcc55865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:18.154994 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863df4ea-58d6-49df-93c1-f0d0b0c1bdfb req-dfab7530-6a41-47eb-83f4-059d6e5f36dd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.156525 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-863df4ea-58d6-49df-93c1-f0d0b0c1bdfb req-dfab7530-6a41-47eb-83f4-059d6e5f36dd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.1905766 Jun 01 14:51:18.201558 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-863df4ea-58d6-49df-93c1-f0d0b0c1bdfb req-480aa8e0-4283-442a-a0ad-f91028c5675e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393660 Jun 01 14:51:18.466572 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-f09a4ae9-450a-47d1-90c3-6d60f0d42d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.468121 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-f09a4ae9-450a-47d1-90c3-6d60f0d42d94 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74&tenant_id=8f6978ac4a0b4b789201938ceb2d38e7 HTTP/1.1" status: 200 len: 1097 time: 0.0782967 Jun 01 14:51:18.562212 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-f6f11a68-1375-41cf-b3ad-87fd3b6f3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.563859 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-f6f11a68-1375-41cf-b3ad-87fd3b6f3386 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1097 time: 0.0730662 Jun 01 14:51:18.700250 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-6abf3b0f-8357-40a2-bb47-8874043738ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.701598 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-6abf3b0f-8357-40a2-bb47-8874043738ec service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.1309731 Jun 01 14:51:18.808607 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-c0497e44-a7cc-4d27-90b9-9586d9031c24 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 999 time: 0.0997901 Jun 01 14:51:18.872054 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-d6cb84c5-7d25-4aab-a8d6-6d2e168a8584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.873516 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-d6cb84c5-7d25-4aab-a8d6-6d2e168a8584 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0581219 Jun 01 14:51:18.951557 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-474172b4-ce4d-4afa-af4f-6cfda6ea627e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:18.953007 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-474172b4-ce4d-4afa-af4f-6cfda6ea627e service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0733693 Jun 01 14:51:19.084228 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-6afa7143-aedf-4779-9f91-cf1cd3f751ac service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240778 Jun 01 14:51:19.222678 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-6a1d6f27-3d2b-4e06-a90e-8a1e43a10010 req-718a2c2b-a89b-4c60-85f2-462351199389 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317399 Jun 01 14:51:19.421615 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c667336-3609-458f-84d6-4f1409eeb412 req-04b15d19-8eb5-4a32-92e4-a2b548f20ab5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:19.423115 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8c667336-3609-458f-84d6-4f1409eeb412 req-04b15d19-8eb5-4a32-92e4-a2b548f20ab5 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.1001256 Jun 01 14:51:19.469611 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-8c667336-3609-458f-84d6-4f1409eeb412 req-dba3111d-515a-4c8c-89c5-3afb4490c154 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407448 Jun 01 14:51:19.915423 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-e4185847-dbf7-49cc-9b30-5aa94faa33fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:20.131079 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:20.613413 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 details requested by agent hyperv_hv-cinder-78240 with host hv-cinder-78240 {{(pid=98725) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 01 14:51:20.682661 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f704af-6bfe-4409-ba61-cb2ad16a7104 req-db3f34d9-ff9d-4e2b-825a-b13482e9fb7c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:20.684197 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-84f704af-6bfe-4409-ba61-cb2ad16a7104 req-db3f34d9-ff9d-4e2b-825a-b13482e9fb7c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 944 time: 0.0974960 Jun 01 14:51:20.733361 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-84f704af-6bfe-4409-ba61-cb2ad16a7104 req-8f93e05c-dd83-4305-982b-faca629b4073 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426693 Jun 01 14:51:20.759897 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:51:20.770943 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Returning: {'device': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'port_id': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'mac_address': 'fa:16:3e:fc:9b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98725) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 01 14:51:20.826872 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:20.847130 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 504a6b4d-0b34-449a-b5df-d8a173c6dd94 {{(pid=98725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 01 14:51:20.864139 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:51:20.873494 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:20.875727 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-e4ded6ef-ca93-4aa9-8c24-7b0ac3491627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:20.950265 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=7']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:20.953707 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:21.088653 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] get_ports_and_sgs() called for port_ids ['504a6b4d-0b34-449a-b5df-d8a173c6dd94'] {{(pid=98725) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 01 14:51:21.237462 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:21.935272 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94b970c-dab3-4945-8ff0-40088f64f148 req-284cc943-7ac9-48f3-9d33-8454eef5ef1c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:21.936833 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b94b970c-dab3-4945-8ff0-40088f64f148 req-284cc943-7ac9-48f3-9d33-8454eef5ef1c tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 945 time: 0.0873883 Jun 01 14:51:21.988258 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b94b970c-dab3-4945-8ff0-40088f64f148 req-d00efc70-626c-4f07-af12-b8c7238feedd tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451999 Jun 01 14:51:22.434555 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57326) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:22.566492 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.581779 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:51:22.585644 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Usage tracker for resource:security_group_rule and tenant:9546f3a0dc7e47058e37dd26c21ae7e6 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:51:22.588566 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:51:22.594893 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:51:22.627699 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 up at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 01 14:51:22.682346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.687379 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.709363 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c7cfde5a-a9c7-49cb-b6e3-84d571c4d71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:22.729096 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9546f3a0dc7e47058e37dd26c21ae7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934263 Jun 01 14:51:22.730578 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.731761 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57332) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:22.742756 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc1bae9-2025-46fa-8f37-2bba244345d6,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:22.745956 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.provisioning_blocks [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Provisioning complete for port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 triggered by entity L2. {{(pid=98725) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 01 14:51:22.746380 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-867127'] for port, provisioning_complete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.751086 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.751472 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.751847 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.752244 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.752610 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.753276 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.753404 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.753674 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.754034 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.754389 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.754745 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.755095 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:51:22.758992 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:22.795855 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.824740 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.862829 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-770913'] for port, before_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.877363 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.881335 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-71bdb887-88cf-411f-9f05-ea661ceb3dbe tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:22.891289 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:51:22.893677 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}aadd41e3af989143712e883ea504bca545c4d40901c89168c086ca37e41d089a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef4fc43-f95f-49c4-a54e-a1e607d63f8c" -d '{"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-plugged", "status": "completed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:51:22.895448 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc1bae9-2025-46fa-8f37-2bba244345d6,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:22.903695 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:51:22.904354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:22.908496 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.909628 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-c8a8cb9b-dfb4-4e69-8143-855def29dc0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/acc1bae9-2025-46fa-8f37-2bba244345d6 HTTP/1.1" status: 204 len: 168 time: 0.1763961 Jun 01 14:51:22.918348 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770930701972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770930272211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770930269700'] for port, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:22.920273 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:22.960663 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab018ea-21d1-4efb-8ff0-d3e9a3397e41 x-openstack-request-id: req-dab018ea-21d1-4efb-8ff0-d3e9a3397e41 {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:51:22.960991 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-plugged", "status": "completed", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "code": 200}]} {{(pid=98725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:51:22.961252 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dab018ea-21d1-4efb-8ff0-d3e9a3397e41 {{(pid=98725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:51:22.961665 dv-cinder-782405-10-smb neutron-server[98725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'code': 200} Jun 01 14:51:22.998733 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Pushing event updated for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=8']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:23.003769 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:23.331113 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480e280-4103-48c7-ad68-651c459f3e55 req-54090340-93bb-49c5-a529-f9ed58e45470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:23.332884 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9480e280-4103-48c7-ad68-651c459f3e55 req-54090340-93bb-49c5-a529-f9ed58e45470 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.1370258 Jun 01 14:51:23.386476 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debc9bd-6954-408b-ae1e-d557afcd7eb4 req-f6d6a55c-f9c5-4c8b-b51b-8180a0b6d311 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:23.387952 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5debc9bd-6954-408b-ae1e-d557afcd7eb4 req-f6d6a55c-f9c5-4c8b-b51b-8180a0b6d311 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1283975 Jun 01 14:51:23.391891 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-9480e280-4103-48c7-ad68-651c459f3e55 req-031cf9bd-9c44-4426-ab0f-8d23ae4e68c7 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518372 Jun 01 14:51:23.439125 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-5debc9bd-6954-408b-ae1e-d557afcd7eb4 req-943b83f4-e9c4-4dfe-968b-9f6d862de586 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445626 Jun 01 14:51:24.647784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d201fd-4cb9-4727-8184-f9678467d04a req-fb847b77-64b5-4344-ae84-c9b6b86ad588 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:24.649312 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-08d201fd-4cb9-4727-8184-f9678467d04a req-fb847b77-64b5-4344-ae84-c9b6b86ad588 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0865340 Jun 01 14:51:24.696552 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-08d201fd-4cb9-4727-8184-f9678467d04a req-a1b21ec5-6182-43ea-947d-600f3cf70fd9 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414159 Jun 01 14:51:31.242055 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-4e20eb07-0812-40b2-8e0c-0377fef4dae0 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716949 Jun 01 14:51:31.395399 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-9bc3603c-e3fe-4680-9808-f7a299bc02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:31.397398 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-9bc3603c-e3fe-4680-9808-f7a299bc02e4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.0807357 Jun 01 14:51:31.709589 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-2dae37e5-13d2-4389-8c9d-c69514237d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:31.711069 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-2dae37e5-13d2-4389-8c9d-c69514237d14 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.2939179 Jun 01 14:51:31.816391 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-c741ccd7-393a-4958-943c-c7cfb03136ea service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 1001 time: 0.0972235 Jun 01 14:51:31.882437 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-e57a56c3-ae3d-4725-95cf-7f8629e25ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:31.883933 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-e57a56c3-ae3d-4725-95cf-7f8629e25ccc service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0613184 Jun 01 14:51:31.965099 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-137b65b0-ed71-47d5-8448-8707bf5c39b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:51:31.966500 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-137b65b0-ed71-47d5-8448-8707bf5c39b8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0744298 Jun 01 14:51:32.107580 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-aa49d27d-186d-401a-a093-d03ae7341e6c service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339393 Jun 01 14:51:32.239814 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-1a195b8a-a5e2-4453-87e8-4c31a48b437c req-b1fa2013-0f99-4b4c-8c08-dc361a78d833 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251259 Jun 01 14:51:35.012346 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57478) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:35.136283 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.151216 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:51:35.157241 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Usage tracker for resource:security_group_rule and tenant:c02120ae4e8d474981aa0ad84ee0c331 is out of sync, need to count used quota {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:51:35.161843 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98724) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:51:35.171396 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.quota.driver [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98724) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:51:35.282917 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.287906 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.296270 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-63ad3eeb-93d5-48c3-82ca-f75b88a39f32 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:35.338038 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c02120ae4e8d474981aa0ad84ee0c331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3245595 Jun 01 14:51:35.339208 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d055e191-79f2-457f-87bb-ab37de489923,revision_number=1']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:35.341074 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57484) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:35.342598 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-1d675bf4-5f89-4d84-9dda-555818ffb615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:35.408492 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.435373 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.494943 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.500941 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1640b980-a707-4ef2-9860-bc0904e28816 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:35.515905 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d055e191-79f2-457f-87bb-ab37de489923,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:35.521194 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:35.525391 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:35.526577 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-1e769826-bc7c-43b1-bba5-6a73b48206e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d055e191-79f2-457f-87bb-ab37de489923 HTTP/1.1" status: 204 len: 168 time: 0.1836865 Jun 01 14:51:35.564704 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.173156 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57552) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:42.292528 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.306743 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jun 01 14:51:42.311001 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Usage tracker for resource:security_group_rule and tenant:4b9984a213634197b016d15f113a444b is out of sync, need to count used quota {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jun 01 14:51:42.313982 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98723) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jun 01 14:51:42.319656 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.quota.driver [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98723) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jun 01 14:51:42.402565 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.407658 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_create {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.414926 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-b13f0488-b872-4c9b-b722-8cc1510bca82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:42.458464 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b9984a213634197b016d15f113a444b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841008 Jun 01 14:51:42.459356 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65effb87-4836-476d-ab0f-33adc4be1252,revision_number=1']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:42.462031 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57558) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:51:42.462543 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6f153619-ddba-475e-9e15-dde262c60b00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:42.527562 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.561349 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.617941 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.621861 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-7121fc5a-9e77-4703-99d2-8dd43035f5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:51:42.636583 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65effb87-4836-476d-ab0f-33adc4be1252,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:51:42.642593 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:51:42.658848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:42.659901 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a17e7cea-af3e-4598-b133-31a0061d33f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65effb87-4836-476d-ab0f-33adc4be1252 HTTP/1.1" status: 204 len: 168 time: 0.1968322 Jun 01 14:51:47.505669 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2446a89e-8454-4019-80e1-1907aadd9a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:49.611661 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:51:49.910059 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-0cf82ea1-f35e-41d3-96d6-7748432790c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:50.140042 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:51.232210 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:51:52.656203 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:05.596680 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:17.500937 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-57828151-e122-4be3-8134-c5ba9479aa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:19.914402 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-c473cbb2-af6b-49a2-b5a5-525878a46884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:20.134390 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:21.228885 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:22.659886 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:26.611725 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:52:33.220194 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-8f47cc12-b0fc-4fa4-b027-656abe62bbbc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727353 Jun 01 14:52:33.365374 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-4399f8bf-2f92-478d-8645-8b5e7c836efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:33.366886 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-4399f8bf-2f92-478d-8645-8b5e7c836efd service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.0734653 Jun 01 14:52:33.523863 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-fbe9128a-b3ea-4978-b993-ac54878e31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:33.525351 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-fbe9128a-b3ea-4978-b993-ac54878e31bf service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.1361992 Jun 01 14:52:33.629570 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-ada64d8d-49a6-4443-aae3-b75983475199 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 1001 time: 0.0966034 Jun 01 14:52:33.696600 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-e6bf5874-d0cc-4ea6-8bc9-21f902821047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:33.698041 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-e6bf5874-d0cc-4ea6-8bc9-21f902821047 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0617011 Jun 01 14:52:33.776837 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-da756842-5616-4bd9-b70a-716aa2653fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:33.778378 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-da756842-5616-4bd9-b70a-716aa2653fd0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0731773 Jun 01 14:52:33.914660 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-bdf5e211-89fe-4b78-8c81-836adfbd4a1e service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288567 Jun 01 14:52:34.053792 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b6f34c61-d174-40a4-b087-4f6fb36418b2 req-e107d88c-6bc6-40b5-94cb-19e1bcae3d8b service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320338 Jun 01 14:52:35.612516 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:37.522857 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57572) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:37.793182 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Deleting port 2c5b230b-72cd-4a2a-99fb-99c3e37243fb {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:37.793474 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:37.919230 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:37.919531 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:38.040369 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Calling delete_port for 2c5b230b-72cd-4a2a-99fb-99c3e37243fb owned by network:floatingip {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:38.164772 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:38.168459 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-31acec7b-7596-41a5-808a-9e0973a9f827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:38.215191 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event deleted for resources: {'Port': ['ID=2c5b230b-72cd-4a2a-99fb-99c3e37243fb,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:38.259344 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.259912 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.260518 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.261035 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.261574 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.262149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.262782 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.263400 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.263953 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.264561 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.265156 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.265561 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:38.292675 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:38.324151 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for floatingip, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:38.324506 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.db.l3_db [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Floating IP 5bc31055-d4b7-4c0d-94a2-ff41049ea69a disassociated (deleted). External IP: 172.28.2.55, port: 504a6b4d-0b34-449a-b5df-d8a173c6dd94. Jun 01 14:52:38.794228 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Router e7be8024-8281-494c-beaf-f538149a3d58 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:52:38.993132 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:52:39.005095 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Sync routers for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:52:39.018562 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:39.019305 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:39.019619 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for floatingip, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:39.080459 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-9d760b8a-edb1-4572-953f-4228028171ff tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "DELETE /v2.0/floatingips/5bc31055-d4b7-4c0d-94a2-ff41049ea69a HTTP/1.1" status: 204 len: 168 time: 1.5563686 Jun 01 14:52:39.081137 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:52:39.083572 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8bd3792ca5f0e2996746a73630afe01869b5207cf6544dd5aca3d6e97cdf7fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469055fc-bf2c-45f9-89e1-b860c67c1e49" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:52:39.137972 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 01 Jun 2021 14:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453074e2-c105-43fc-8fd7-1609575e85ce x-openstack-request-id: req-453074e2-c105-43fc-8fd7-1609575e85ce {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:52:39.138305 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "status": "completed", "code": 200}]} {{(pid=98724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:52:39.138728 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-453074e2-c105-43fc-8fd7-1609575e85ce {{(pid=98724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:52:39.139766 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'status': 'completed', 'code': 200} Jun 01 14:52:39.218359 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:39.343755 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-9804fa2a-d935-484b-9d1f-e3fc16ce1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:39.345229 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-9804fa2a-d935-484b-9d1f-e3fc16ce1506 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 1099 time: 0.1820431 Jun 01 14:52:39.568804 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:39.573290 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Checking router: e7be8024-8281-494c-beaf-f538149a3d58 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:52:39.581882 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:39.582491 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:39.584984 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-a58e3d3e-ff5a-4be0-a630-6868dfa82141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:39.586536 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-a58e3d3e-ff5a-4be0-a630-6868dfa82141 service neutron] 10.222.0.79 "GET /v2.0/networks?id=0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 200 len: 910 time: 0.2346365 Jun 01 14:52:39.636218 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62ede7-8f64-4cea-9192-72ac2550d753 req-ca469a07-8d63-4296-809b-d84b330f2924 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:39.636753 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-3e62ede7-8f64-4cea-9192-72ac2550d753 req-ca469a07-8d63-4296-809b-d84b330f2924 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98724) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:52:39.654018 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.quota.resource [req-3e62ede7-8f64-4cea-9192-72ac2550d753 req-ca469a07-8d63-4296-809b-d84b330f2924 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98724) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:52:39.655689 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3e62ede7-8f64-4cea-9192-72ac2550d753 req-ca469a07-8d63-4296-809b-d84b330f2924 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.2503359 Jun 01 14:52:39.656111 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-6187fa30-f19c-4d61-ac66-4a45de50058a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 200 len: 217 time: 0.0619287 Jun 01 14:52:39.709113 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [req-3e62ede7-8f64-4cea-9192-72ac2550d753 req-54d41fb2-4ca7-4d94-bb26-14a741603206 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472493 Jun 01 14:52:39.731121 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-cf58e667-41d8-4bfd-97c7-16cdd31dd782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:39.732942 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-cf58e667-41d8-4bfd-97c7-16cdd31dd782 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 200 len: 848 time: 0.0704951 Jun 01 14:52:39.768816 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:39.808354 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-dc47e968-0c6f-48a4-b68d-ae74be601868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:39.809890 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-dc47e968-0c6f-48a4-b68d-ae74be601868 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=0909be68-d657-4a62-b8fa-a71cc6953807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1174 time: 0.0703712 Jun 01 14:52:39.821656 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-7bc755da-7c75-40e1-9875-fdc46087e9ea service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=98723) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 01 14:52:39.822620 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-7bc755da-7c75-40e1-9875-fdc46087e9ea service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055504 Jun 01 14:52:39.968284 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-f3dcb9c1-e049-4674-9495-a08dfe756e08 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387844 Jun 01 14:52:40.109708 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-469055fc-bf2c-45f9-89e1-b860c67c1e49 req-0157f046-5adc-42fb-9449-770ed330cad1 service neutron] 10.222.0.79 "GET /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345987 Jun 01 14:52:40.134880 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:40.139498 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2847-5d02-4b43-9ff6-9c7418f91972 None None] The sync data for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb is: [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:48:14Z', 'revision_number': 4, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb', '_interfaces': [{'id': 'b820c488-28bd-4378-a0ac-cd9101cb7892', 'name': '', 'network_id': '0909be68-d657-4a62-b8fa-a71cc6953807', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'mac_address': 'fa:16:3e:9a:9f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:13Z', 'updated_at': '2021-06-01T14:48:21Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'subnets': [{'id': '7c8460ba-f5ae-4063-bcf2-bda4bb8761c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:52:40.360625 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370aefeb-baab-4c20-98d9-7bf801b32c4b None None] New status for floating IP 5bc31055-d4b7-4c0d-94a2-ff41049ea69a: DOWN {{(pid=98726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 01 14:52:40.781539 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-86984555-8344-486e-aa4c-9a46f614d13e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:40.782949 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-86984555-8344-486e-aa4c-9a46f614d13e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.0899050 Jun 01 14:52:40.997267 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Deleting port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:40.997613 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:41.017902 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c03d6-b04f-437a-83c0-378d9ffdd361 req-90bc86bb-fbca-4fc9-9c51-ea9ef0496934 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98723) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 01 14:52:41.019365 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e10c03d6-b04f-437a-83c0-378d9ffdd361 req-90bc86bb-fbca-4fc9-9c51-ea9ef0496934 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 946 time: 0.1914978 Jun 01 14:52:41.135192 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-e10c03d6-b04f-437a-83c0-378d9ffdd361 req-ae8eaeea-8c32-4bc9-8a37-5b59e943f441 tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2f80dcf-76aa-4450-aa61-e1041a178361&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079485 Jun 01 14:52:41.174229 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] For port 504a6b4d-0b34-449a-b5df-d8a173c6dd94, host hv-cinder-78240, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78240',level=0,port_id=504a6b4d-0b34-449a-b5df-d8a173c6dd94,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:41.174595 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:41.302870 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Calling delete_port for 504a6b4d-0b34-449a-b5df-d8a173c6dd94 owned by compute:nova {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:41.424765 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:41.430856 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-3c882df0-d3fc-4ca2-bd4d-f32cf2645d30 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:41.477355 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event deleted for resources: {'Port': ['ID=504a6b4d-0b34-449a-b5df-d8a173c6dd94,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:41.527150 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.527636 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.528003 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.528587 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.528952 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.529360 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.529710 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.530055 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.530402 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.530718 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.531062 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.531404 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98723) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:41.558078 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:41.570504 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] No DVR routers for this DVR port 504a6b4d-0b34-449a-b5df-d8a173c6dd94 on host hv-cinder-78240 {{(pid=98723) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:52:41.573303 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-164800'] for port, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:41.576007 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-deleted', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94'}] {{(pid=98723) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 01 14:52:41.578433 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e139fe609f2a2ae27780f5ea083e6dfcbc8573cd6b3ba649316cb2b18c36d712" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7247ab-94a9-41af-9ab4-36c0bd3233ef" -d '{"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-deleted", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94"}]}' {{(pid=98723) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 01 14:52:41.599063 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-18a1f681-6fa5-4e93-b482-7ab46927a7ed req-2c8d44e4-b12e-4bb2-8ba3-127de7715c1d tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.79 "DELETE /v2.0/ports/504a6b4d-0b34-449a-b5df-d8a173c6dd94 HTTP/1.1" status: 204 len: 173 time: 0.8076410 Jun 01 14:52:41.627938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 01 Jun 2021 14:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a669ed-7460-4823-b1da-182482fcefff x-openstack-request-id: req-d7a669ed-7460-4823-b1da-182482fcefff {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 01 14:52:41.628347 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74", "name": "network-vif-deleted", "tag": "504a6b4d-0b34-449a-b5df-d8a173c6dd94", "status": "completed", "code": 200}]} {{(pid=98723) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 01 14:52:41.628643 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7a669ed-7460-4823-b1da-182482fcefff {{(pid=98723) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 01 14:52:41.629151 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74', 'name': 'network-vif-deleted', 'tag': '504a6b4d-0b34-449a-b5df-d8a173c6dd94', 'status': 'completed', 'code': 200} Jun 01 14:52:42.317240 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b21d88a5-3cfc-43a2-97e5-3ff8ed1da8ff req-996baf81-6cf6-4ea3-b0c6-4413854d362e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Synchronizing usage tracker for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98723) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jun 01 14:52:42.337461 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.quota.resource [req-b21d88a5-3cfc-43a2-97e5-3ff8ed1da8ff req-996baf81-6cf6-4ea3-b0c6-4413854d362e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Unset dirty status for tenant:8f6978ac4a0b4b789201938ceb2d38e7 on resource:port {{(pid=98723) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jun 01 14:52:42.338698 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [req-b21d88a5-3cfc-43a2-97e5-3ff8ed1da8ff req-996baf81-6cf6-4ea3-b0c6-4413854d362e tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb3c5ad6-34f4-4f71-bfe1-d5dd46cfef74 HTTP/1.1" status: 200 len: 210 time: 0.0686855 Jun 01 14:52:43.246251 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 no longer exists at agent hyperv_hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:43.280385 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] No Port match for: 504a6b4d-0b34-449a-b5df-d8a173c6dd94 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:43.280727 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Device 504a6b4d-0b34-449a-b5df-d8a173c6dd94 not bound to the agent host hv-cinder-78240 {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:43.446149 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57596) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:43.538179 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:43.568883 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:43.640400 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:43.644931 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-c080c210-c0f2-4ad8-be26-a8144ef8e075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:43.662437 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f80dcf-76aa-4450-aa61-e1041a178361,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:43.665255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:43.680268 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:43.681503 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-06325042-dfd6-41e8-80ef-f295df19eb3b tempest-TestShelveInstance-285925582 tempest-TestShelveInstance-285925582-project] 10.222.0.15 "DELETE /v2.0/security-groups/c2f80dcf-76aa-4450-aa61-e1041a178361 HTTP/1.1" status: 204 len: 168 time: 0.2343264 Jun 01 14:52:43.732045 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57602) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:44.382398 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:44.810556 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Deleting port b820c488-28bd-4378-a0ac-cd9101cb7892 {{(pid=98723) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:44.811308 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:44.931536 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.db [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] For port b820c488-28bd-4378-a0ac-cd9101cb7892, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=b820c488-28bd-4378-a0ac-cd9101cb7892,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98723) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:44.931916 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:45.052710 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.plugins.ml2.plugin [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Calling delete_port for b820c488-28bd-4378-a0ac-cd9101cb7892 owned by network:router_interface {{(pid=98723) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:45.203448 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2593768'] for port, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:45.207205 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ef965d32-0030-4cce-8b18-dd37a90b0fe6 tempest-AttachVolumeShelveTestJSON-1769043445 tempest-AttachVolumeShelveTestJSON-1769043445-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:45.251047 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b820c488-28bd-4378-a0ac-cd9101cb7892,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:45.253602 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:45.644334 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:46.015462 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Router e7be8024-8281-494c-beaf-f538149a3d58 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98723) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:52:46.212607 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98723) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:52:46.223008 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Sync routers for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:52:46.234084 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-21a600c0-568d-4872-9662-b7f6a11c2d4c admin admin] 10.222.0.15 "PUT /v2.0/routers/e7be8024-8281-494c-beaf-f538149a3d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004797 Jun 01 14:52:46.234790 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:46.235441 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:46.236328 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57606) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:46.413158 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: dv-cinder-782405-10-smb {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:46.415684 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks [] for router, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:46.588000 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:46.663692 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Deleting port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:46.663981 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:46.694576 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99'}], 'enable_snat': True}, 'gw_port_id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:52:45Z', 'revision_number': 5, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port': {'id': 'c0132bfc-5f8b-41f1-ab36-cfcbee188fe8', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ac:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:10Z', 'updated_at': '2021-06-01T14:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:46.698852 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Checking router: e7be8024-8281-494c-beaf-f538149a3d58 for host: dv-cinder-782405-10-smb {{(pid=98725) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:52:46.707307 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Routers {'e7be8024-8281-494c-beaf-f538149a3d58'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98725) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:46.707908 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:20Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['e7be8024-8281-494c-beaf-f538149a3d58'], 'active': True} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:46.786675 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] For port c0132bfc-5f8b-41f1-ab36-cfcbee188fe8, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:46.787004 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:46.862708 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvr_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] Set router e7be8024-8281-494c-beaf-f538149a3d58 gateway port host: None {{(pid=98725) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:46.911314 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Calling delete_port for c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 owned by network:router_gateway {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:46.971409 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_hamode_db [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:52:46Z', 'revision_number': 6, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:46.975552 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f188619d-35de-43d9-ac14-4a322292e078 None None] The sync data for ids ['e7be8024-8281-494c-beaf-f538149a3d58'] in dv-cinder-782405-10-smb is: [{'id': 'e7be8024-8281-494c-beaf-f538149a3d58', 'name': 'tempest-TestShelveInstance-1083937509-router', 'tenant_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:09Z', 'updated_at': '2021-06-01T14:52:46Z', 'revision_number': 6, 'project_id': '8f6978ac4a0b4b789201938ceb2d38e7', 'gw_port_host': None}] {{(pid=98725) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:52:47.194322 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.198785 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-4254ab88-0c52-44c3-80b2-e38da99fb2f4 tempest-TestMinimumBasicScenario-349347938 tempest-TestMinimumBasicScenario-349347938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:47.243877 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0132bfc-5f8b-41f1-ab36-cfcbee188fe8,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:47.247052 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:47.340236 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.496454 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-49f2718b-ae80-412b-bda7-3669478094bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.517676 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.519943 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.543885 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.544621 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7be8024-8281-494c-beaf-f538149a3d58 {{(pid=98724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:52:47.557799 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.558967 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-edeeb93d-8533-461c-ba8b-64d630386b91 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e7be8024-8281-494c-beaf-f538149a3d58 HTTP/1.1" status: 204 len: 168 time: 1.3216236 Jun 01 14:52:47.561706 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57610) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:47.622382 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Deleting subnet 7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 {{(pid=98724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:52:47.625754 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.678782 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2911934'] for subnet, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:47.760854 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.059191 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1309199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3902032'] for subnet, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.063420 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:48.099414 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8460ba-f5ae-4063-bcf2-bda4bb8761c7,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:48.102512 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:48.103694 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.111079 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-ca111199-ed3e-480c-9dcd-cda7d6c0031e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c8460ba-f5ae-4063-bcf2-bda4bb8761c7 HTTP/1.1" status: 204 len: 168 time: 0.5484068 Jun 01 14:52:48.113166 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dacd4d-a334-4993-854a-0eeb2c37ded6 None None] Network 0909be68-d657-4a62-b8fa-a71cc6953807 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:52:48.115555 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57614) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:48.228105 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.315301 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Deleting port 5a1218a9-f22d-495d-818f-3a518c0fbd68 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:48.315862 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.377546 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] DHCP port deletion for 0909be68-d657-4a62-b8fa-a71cc6953807 request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:52:48.426272 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] For port 5a1218a9-f22d-495d-818f-3a518c0fbd68, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=5a1218a9-f22d-495d-818f-3a518c0fbd68,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:48.426571 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.494319 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Deleting port 5a1218a9-f22d-495d-818f-3a518c0fbd68 {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:48.494796 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.550564 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Calling delete_port for 5a1218a9-f22d-495d-818f-3a518c0fbd68 owned by network:dhcp {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:48.603404 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] For port 5a1218a9-f22d-495d-818f-3a518c0fbd68, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=5a1218a9-f22d-495d-818f-3a518c0fbd68,segment=NetworkSegment(f7605443-c76a-4397-be06-254aefef03d4),segment_id=f7605443-c76a-4397-be06-254aefef03d4)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:48.603404 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.604201 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.607929 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-0d2408de-c638-4ad6-97ed-76928afa1d63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:48.653467 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1218a9-f22d-495d-818f-3a518c0fbd68,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:48.656711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:48.657497 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] No DVR routers for this DVR port 5a1218a9-f22d-495d-818f-3a518c0fbd68 on host dv-cinder-782405-10-smb {{(pid=98724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:52:48.731429 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Calling delete_port for 5a1218a9-f22d-495d-818f-3a518c0fbd68 owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:48.772957 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.786150 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0909be68-d657-4a62-b8fa-a71cc6953807']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:48.794359 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.798115 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:48.798727 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7605443-c76a-4397-be06-254aefef03d4') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:48.799019 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7605443-c76a-4397-be06-254aefef03d4') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:48.811012 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.831649 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.838868 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:52:48.839477 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:48.842509 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Pushing event deleted for resources: {'Port': ['ID=5a1218a9-f22d-495d-818f-3a518c0fbd68,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:48.844956 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] No DVR routers for this DVR port 5a1218a9-f22d-495d-818f-3a518c0fbd68 on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:52:48.852610 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.852958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.853296 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.853720 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.853982 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.854313 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.854639 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.854972 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.855288 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.855610 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.855931 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.856271 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-782405-10-smb {{(pid=98725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 01 14:52:48.859482 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-4048882d-7288-463c-9454-6c8d13b87ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:52:48.999434 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:52:49.040559 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b820c488-28bd-4378-a0ac-cd9101cb7892 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:49.078293 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: b820c488-28bd-4378-a0ac-cd9101cb7892 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:49.078650 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device b820c488-28bd-4378-a0ac-cd9101cb7892 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:49.079069 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:49.111848 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:49.112064 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device c0132bfc-5f8b-41f1-ab36-cfcbee188fe8 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:49.112507 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 5a1218a9-f22d-495d-818f-3a518c0fbd68 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:49.122127 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:49.126508 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:49.142747 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:49.145900 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 5a1218a9-f22d-495d-818f-3a518c0fbd68 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:49.146263 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 5a1218a9-f22d-495d-818f-3a518c0fbd68 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:49.153288 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=0909be68-d657-4a62-b8fa-a71cc6953807,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:49.166046 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:49.166046 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-b6f1e676-342e-4b9b-bf14-7593b3244c2b admin admin] 10.222.0.15 "DELETE /v2.0/networks/0909be68-d657-4a62-b8fa-a71cc6953807 HTTP/1.1" status: 204 len: 168 time: 1.0448518 Jun 01 14:52:49.166046 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57618) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:49.714611 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1711119'] for router_interface, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:49.919323 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1cceb329-108c-4f71-a466-6168d7c9bf68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:50.131809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Deleting port 0e15ee1c-fdd6-4a0c-887c-562e6063c378 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:50.132054 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:50.140329 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:50.256937 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] For port 0e15ee1c-fdd6-4a0c-887c-562e6063c378, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=0e15ee1c-fdd6-4a0c-887c-562e6063c378,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:50.256937 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:50.382611 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Calling delete_port for 0e15ee1c-fdd6-4a0c-887c-562e6063c378 owned by network:router_interface {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:50.651512 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:50.655317 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-9d85cb6e-00c2-4c67-b51d-21d0c300d0dc tempest-AttachVolumeTestJSON-1343892560 tempest-AttachVolumeTestJSON-1343892560-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:50.703192 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e15ee1c-fdd6-4a0c-887c-562e6063c378,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:50.706332 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:50.980618 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1630723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1764767'] for router_interface, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:51.231608 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:51.363776 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Router 9aa45b70-197e-4350-9335-507b22f40c66 has already been hosted by L3 agent 5886192e-f432-4951-b020-9189923e556e {{(pid=98724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 01 14:52:51.544408 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] Notify agent at l3_agent.dv-cinder-782405-10-smb the message routers_updated {{(pid=98724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 01 14:52:51.553562 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-dc003bdf-384b-4f08-a94f-0caa5d03cc54 admin admin] 10.222.0.15 "PUT /v2.0/routers/9aa45b70-197e-4350-9335-507b22f40c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3882022 Jun 01 14:52:51.553879 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Sync routers for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 01 14:52:51.556262 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57622) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:51.563869 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:51.564506 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:51.731514 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks [] for router, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:51.735051 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: dv-cinder-782405-10-smb {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:52.037258 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.055925 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'external_fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247'}], 'enable_snat': True}, 'gw_port_id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:52:50Z', 'revision_number': 5, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port': {'id': '05122c55-2b3a-46d8-849b-ad15646f1818', 'name': '', 'network_id': 'ebcbc224-dac8-44cb-91d1-db54bd488b00', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:df:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa45b70-197e-4350-9335-507b22f40c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'ip_address': '172.28.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-782405-10-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-01T14:48:18Z', 'updated_at': '2021-06-01T14:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0bac97a-b4b6-47c6-9746-45a1333495dc', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-782405-10-smb'}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:52.061067 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Checking router: 9aa45b70-197e-4350-9335-507b22f40c66 for host: dv-cinder-782405-10-smb {{(pid=98726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 01 14:52:52.069351 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Routers {'9aa45b70-197e-4350-9335-507b22f40c66'} bound to L3 agent in host dv-cinder-782405-10-smb {{(pid=98726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 01 14:52:52.070306 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-782405-10-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-01T14:34:20Z,description=,heartbeat_timestamp=2021-06-01T14:52:50Z,host='dv-cinder-782405-10-smb',id=5886192e-f432-4951-b020-9189923e556e,load=0,resource_versions=,resources_synced=,started_at=2021-06-01T14:34:20Z,topic='l3_agent')) {'router_ids': ['9aa45b70-197e-4350-9335-507b22f40c66'], 'active': True} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:52.114255 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Deleting port 05122c55-2b3a-46d8-849b-ad15646f1818 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:52.114599 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.217979 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_dvr_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] Set router 9aa45b70-197e-4350-9335-507b22f40c66 gateway port host: None {{(pid=98726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 01 14:52:52.241405 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] For port 05122c55-2b3a-46d8-849b-ad15646f1818, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=05122c55-2b3a-46d8-849b-ad15646f1818,segment=NetworkSegment(9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14),segment_id=9b4cb855-bf7b-4f03-8b9b-ffd9fee85e14)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:52.241909 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.328954 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.l3_hamode_db [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:52:52Z', 'revision_number': 6, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port_host': None}], 'dv-cinder-782405-10-smb', False) {} {{(pid=98726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:52.333664 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bbfb6c0-3c88-4e4a-ac7f-fdeb9572d4f0 None None] The sync data for ids ['9aa45b70-197e-4350-9335-507b22f40c66'] in dv-cinder-782405-10-smb is: [{'id': '9aa45b70-197e-4350-9335-507b22f40c66', 'name': 'tempest-TestShelveInstance-198958788-router', 'tenant_id': '4b4102f718824a469662df48e485028e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-01T14:48:17Z', 'updated_at': '2021-06-01T14:52:52Z', 'revision_number': 6, 'project_id': '4b4102f718824a469662df48e485028e', 'gw_port_host': None}] {{(pid=98726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 01 14:52:52.387764 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Calling delete_port for 05122c55-2b3a-46d8-849b-ad15646f1818 owned by network:router_gateway {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:52.541475 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.545530 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:52.620809 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=05122c55-2b3a-46d8-849b-ad15646f1818,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:52.623211 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:52.674150 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.704939 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1763684'] for router_gateway, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.882125 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1765279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-127507'] for router, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.884315 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.908327 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1766075'] for router, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.908711 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa45b70-197e-4350-9335-507b22f40c66 {{(pid=98724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 01 14:52:52.920784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] Notify callbacks [] for router, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:52.921907 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-e6cbb091-d1f4-4c1a-99d9-6eb7aa548d6c admin admin] 10.222.0.15 "DELETE /v2.0/routers/9aa45b70-197e-4350-9335-507b22f40c66 HTTP/1.1" status: 204 len: 168 time: 1.3648186 Jun 01 14:52:52.924645 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57626) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:52.984631 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.db.db_base_plugin_v2 [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Deleting subnet e9dc0c35-3039-4981-8665-06c78d46184f {{(pid=98723) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} Jun 01 14:52:52.987450 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.036000 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2165144'] for subnet, precommit_delete_associations {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.119501 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-861405'] for subnet, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.129123 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 0e15ee1c-fdd6-4a0c-887c-562e6063c378 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:53.162660 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 0e15ee1c-fdd6-4a0c-887c-562e6063c378 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:53.162984 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 0e15ee1c-fdd6-4a0c-887c-562e6063c378 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:53.163406 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 05122c55-2b3a-46d8-849b-ad15646f1818 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:53.197542 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 05122c55-2b3a-46d8-849b-ad15646f1818 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:53.197849 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 05122c55-2b3a-46d8-849b-ad15646f1818 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:53.373532 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-863073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-240008', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131257', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2116914'] for subnet, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.377938 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-e2da03a6-8269-40da-b748-d56423c073d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:53.414983 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9dc0c35-3039-4981-8665-06c78d46184f,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:53.418114 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:53.419936 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for subnet, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.426188 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822dc449-862c-4622-adec-283965e1e0a5 None None] Network 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 requested from dv-cinder-782405-10-smb {{(pid=98725) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 01 14:52:53.426643 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-9804d17f-66a4-46f2-9638-38b1b4efbff4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e9dc0c35-3039-4981-8665-06c78d46184f HTTP/1.1" status: 204 len: 168 time: 0.5008962 Jun 01 14:52:53.429152 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57630) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:53.536236 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-735913'] for network, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.607862 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Deleting port 24b41d83-38a8-463c-929d-c8211e2f6f94 {{(pid=98724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:53.608254 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.667701 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] DHCP port deletion for 0f10d9cf-5840-49a9-b26e-361f5cfd5f17 request from dv-cinder-782405-10-smb {{(pid=98725) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 01 14:52:53.711490 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.db [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] For port 24b41d83-38a8-463c-929d-c8211e2f6f94, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=24b41d83-38a8-463c-929d-c8211e2f6f94,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:53.711848 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.733980 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Deleting port 24b41d83-38a8-463c-929d-c8211e2f6f94 {{(pid=98725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} Jun 01 14:52:53.734570 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770930700346'] for port, before_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.837938 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.db [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] For port 24b41d83-38a8-463c-929d-c8211e2f6f94, host dv-cinder-782405-10-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-782405-10-smb',level=0,port_id=24b41d83-38a8-463c-929d-c8211e2f6f94,segment=NetworkSegment(0639e1dc-2678-4682-ae39-5ee4ef2ccde0),segment_id=0639e1dc-2678-4682-ae39-5ee4ef2ccde0)] {{(pid=98725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 01 14:52:53.838328 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1762264'] for port, precommit_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.838486 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.plugin [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Calling delete_port for 24b41d83-38a8-463c-929d-c8211e2f6f94 owned by network:dhcp {{(pid=98724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:53.886528 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1371358'] for port, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:53.890461 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-20da59d5-16f9-4dbb-bed3-fd1846e0d44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:53.936551 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Pushing event deleted for resources: {'Port': ['ID=24b41d83-38a8-463c-929d-c8211e2f6f94,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:53.939572 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:53.940367 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] No DVR routers for this DVR port 24b41d83-38a8-463c-929d-c8211e2f6f94 on host dv-cinder-782405-10-smb {{(pid=98724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:52:53.956004 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Calling delete_port for 24b41d83-38a8-463c-929d-c8211e2f6f94 owned by network:dhcp {{(pid=98725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Jun 01 14:52:53.997311 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-770516', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-239955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1633017', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770930701990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770930272202'] for port, after_delete {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.000810 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:54.048093 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Pushing event deleted for resources: {'Port': ['ID=24b41d83-38a8-463c-929d-c8211e2f6f94,revision_number=None']} {{(pid=98725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:54.051269 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG oslo_concurrency.lockutils [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98725) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:54.054079 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198e9039-32ae-408b-b67e-91825fa93b77 None None] No DVR routers for this DVR port 24b41d83-38a8-463c-929d-c8211e2f6f94 on host dv-cinder-782405-10-smb {{(pid=98725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 01 14:52:54.166620 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-864416', 'neutron.services.segments.db._delete_segments_for_network-8770930730195'] for network, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.181953 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f10d9cf-5840-49a9-b26e-361f5cfd5f17']}} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:54.198328 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0639e1dc-2678-4682-ae39-5ee4ef2ccde0') {'for_net_delete': True} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:54.198601 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.services.segments.db [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0639e1dc-2678-4682-ae39-5ee4ef2ccde0') {} {{(pid=98724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 01 14:52:54.211221 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770930738836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2911911'] for segment, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.228051 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168'] for segment, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.234997 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=98724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 01 14:52:54.235458 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-712168', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1371369'] for segment, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: Traceback (most recent call last): Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: timer() Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: cb(*args, **kw) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: return func(*args, **kwargs) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: self._notify() Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: self.callback(batched_events) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: event.method(event) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: aggregate_uuid = self.p_client.list_aggregates( Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: return f(self, *a, **k) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: return self._get(url).json() Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: return self.request(url, 'GET', **kwargs) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: base_url = self.get_endpoint(auth, allow=allow, Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 01 14:52:54.248860 dv-cinder-782405-10-smb neutron-server[98724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 01 14:52:54.328910 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-864347', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1605433', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1633008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1763599'] for network, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.332784 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-f8e2220c-15f2-470e-b4b1-388e52328a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:54.345924 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1633003'] for network, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.356912 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f10d9cf-5840-49a9-b26e-361f5cfd5f17,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:54.359769 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0f10d9cf-5840-49a9-b26e-361f5cfd5f17 HTTP/1.1" status: 204 len: 168 time: 0.9295032 Jun 01 14:52:54.360724 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a7e3c2c1-358b-4e32-862b-11a5303f5825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:54.543671 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57636) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:54.595418 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-041c867f-bbee-4171-bf95-207135f6a287 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f6978ac4a0b4b789201938ceb2d38e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503027 Jun 01 14:52:54.598142 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.wsgi [-] (98723) accepted ('10.222.0.15', 57640) {{(pid=98723) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:54.659356 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.686248 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.739046 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.743581 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-6768c830-fbc1-43fe-8f1c-640cd10cfaa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:54.759955 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89071d7d-3218-40b9-a6d5-f181a482223c,revision_number=None']} {{(pid=98723) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:54.762469 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG oslo_concurrency.lockutils [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98723) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:54.770171 dv-cinder-782405-10-smb neutron-server[98723]: DEBUG neutron_lib.callbacks.manager [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98723) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:54.771316 dv-cinder-782405-10-smb neutron-server[98723]: INFO neutron.wsgi [None req-ba49ebbe-b769-40b9-8703-20f2e4912b0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89071d7d-3218-40b9-a6d5-f181a482223c HTTP/1.1" status: 204 len: 168 time: 0.1722991 Jun 01 14:52:55.040424 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 24b41d83-38a8-463c-929d-c8211e2f6f94 no longer exists at agent ovs-agent-dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 01 14:52:55.076445 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.plugin [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] No Port match for: 24b41d83-38a8-463c-929d-c8211e2f6f94 {{(pid=98725) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} Jun 01 14:52:55.076807 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron.plugins.ml2.rpc [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Device 24b41d83-38a8-463c-929d-c8211e2f6f94 not bound to the agent host dv-cinder-782405-10-smb {{(pid=98725) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 01 14:52:55.149278 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57648) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:55.202138 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-8f70aa5d-836b-485a-b2f8-7b3165dd4ffb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b4102f718824a469662df48e485028e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514679 Jun 01 14:52:55.204605 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.wsgi [-] (98724) accepted ('10.222.0.15', 57652) {{(pid=98724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 01 14:52:55.266504 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:55.295261 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:55.357715 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1605481'] for security_group, after_delete {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:55.361813 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-a6eb3092-ce26-47d8-a738-571dd85a6cc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 01 14:52:55.375115 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00e2f1-c518-4dcf-8440-d290914905e5,revision_number=None']} {{(pid=98724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 01 14:52:55.377660 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG oslo_concurrency.lockutils [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98724) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 01 14:52:55.381083 dv-cinder-782405-10-smb neutron-server[98724]: DEBUG neutron_lib.callbacks.manager [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=98724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:52:55.382900 dv-cinder-782405-10-smb neutron-server[98724]: INFO neutron.wsgi [None req-46900ff9-910a-4e00-967f-820d38d028bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb00e2f1-c518-4dcf-8440-d290914905e5 HTTP/1.1" status: 204 len: 168 time: 0.1772273 Jun 01 14:53:03.611803 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:53:05.637519 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:17.501487 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-1761d7f0-e63b-45f4-8d1c-127f3ee4e53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:19.923653 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-68bd811a-dca8-4dd5-8c41-2724676fb994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:20.145148 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:21.234645 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:22.667682 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:35.635802 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:40.610825 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:53:47.518364 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-0a3e1bae-0373-4728-8377-12cfe59edd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:49.927562 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-dc89c153-122a-4c68-a259-e993e9387482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:50.150297 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:51.245878 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:53:52.668778 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:05.647858 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:17.506661 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-7c0ca22f-9b43-48d5-99b3-c6ff8f613439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:17.609888 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:54:19.931428 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-25c37ac7-85b0-478a-a998-531b1304cad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:20.154914 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:21.242187 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:22.671893 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:35.646756 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:47.504745 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d1b5-d0c7-41c0-b273-0b22692b8b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:49.934707 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-5e71d8e0-f1ad-4aa8-8f8c-106bc4440366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:50.158958 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:51.253203 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:52.673741 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:54:54.611410 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:55:05.670535 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:17.499174 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-5fa87012-8c72-4e3e-af2e-114714d46b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:19.938905 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-ea1074cf-c57c-44d7-9b9d-7ce1f6930e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:20.162861 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:21.250016 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:22.676775 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:31.616589 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:55:35.673135 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:47.503648 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-6b82766a-6086-4fbf-a961-1a875f599fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:49.950283 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc8cd2fe-23f3-4ed1-a14b-f122ae2c4543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:50.179788 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:51.259133 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:55:52.682598 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:05.666549 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:08.616081 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:56:17.514925 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-66cadf04-9ce9-4f64-aec8-d064209325ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:19.949527 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-168c05af-2551-4615-b106-1ed3956205ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:20.167919 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:21.268439 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:22.684785 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:35.673004 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:45.620600 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:56:47.523026 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-0132f3b6-221e-4ce2-99b9-e0f50adeeb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:49.960913 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-2860333f-13d2-49c8-8e84-a5e345d4f74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:50.167606 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:51.268797 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:56:52.690488 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:05.663565 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:17.507978 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-872ad10d-6c00-41da-b3e3-e688ecfe8aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:19.945951 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-77d2f0e9-8d17-440c-b287-5c1e0a03808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:20.162897 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:21.262913 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-df21774f-176e-40f9-85fd-db1fb7038083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:22.620436 dv-cinder-782405-10-smb neutron-server[98726]: DEBUG neutron.db.agents_db [None req-e1187ac0-2dcd-41d3-a401-eb7880ae2afe None None] Agent healthcheck: found 6 active agents {{(pid=98726) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 01 14:57:22.690609 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-4beded50-8b0f-4b8f-a607-2719741aaf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:35.674251 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-cc77b257-1f08-475f-bfe2-4ba05332feb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:47.512927 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-c8204c75-bf8d-4d1a-8614-54e8658fc823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:49.950684 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-dfc5fbdc-2e2a-4b38-9697-6778298afe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 01 14:57:50.168499 dv-cinder-782405-10-smb neutron-server[98725]: DEBUG neutron_lib.callbacks.manager [None req-54d766ce-6788-4f52-a8e1-44d0dcf7ab62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770930730213', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-866458'] for agent, after_update {{(pid=98725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}